{"meta":{"query_hash":"7db9c1bc1319","filters":{"venue":"Computer Science Education"},"cohort_total":10,"direct_labels_cover":0,"predictions_cover":10,"exported":10,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/7db9c1bc1319","api":"https://metacan.xera.ac/api/v1/cohort?venue=Computer+Science+Education"},"results":[{"id":"W1974238428","doi":"10.1076/csed.11.1.73.3841","title":"Software Engineering as a Professional Discipline","year":2001,"lang":"en","type":"article","venue":"Computer Science Education","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Compute Canada","keywords":"Accreditation; Certification; Software engineering professionalism; Computer science; Engineering ethics; Social software engineering; Professional certification (computer technology); Field (mathematics); Software engineering; Software; Focus (optics); Engineering management; Software Engineering Process Group; Software peer review; Software development; Professional development; Software construction; Professional studies; Political science; Engineering; Sociology; Pedagogy","score_opus":0.011012348584931884,"score_gpt":0.2975816333757949,"score_spread":0.286569284790863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974238428","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021958401,0.049458724,0.12501958,0.25522324,0.009408757,0.00011431144,0.000046991412,0.00045740453,0.5383125],"genre_scores_gemma":[0.5996712,0.08086563,0.091838196,0.06686931,0.019382684,0.0003218696,0.0001636731,0.00035247128,0.14053503],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98936266,0.004265846,0.00058959733,0.0006747982,0.0044491724,0.0006578954],"domain_scores_gemma":[0.981487,0.0065235468,0.0012632014,0.0017065333,0.0057536704,0.0032661594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008988389,0.00029321318,0.00037669446,0.0016349326,0.0044662976,0.008585968,0.00064359326,0.003469719,0.004972856],"category_scores_gemma":[0.013825161,0.00022886164,0.0003354264,0.0024442992,0.011428038,0.007383111,0.0046841362,0.0046307687,0.0023792607],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007059006,0.000046964476,0.0012202419,0.00017169392,0.0000047220665,0.000094603594,0.004358238,0.00034155443,0.0003520462,0.87539613,0.025986701,0.09202002],"study_design_scores_gemma":[0.0000042347506,0.00005395647,0.00095650164,0.00028439963,0.0000031905454,0.0002939927,0.0022954517,0.00063673494,0.0001692748,0.31025654,0.68503207,0.000013686117],"about_ca_topic_score_codex":0.0014813303,"about_ca_topic_score_gemma":0.0017956021,"teacher_disagreement_score":0.008988389,"about_ca_system_score_codex":0.0023165166,"about_ca_system_score_gemma":0.007748916,"threshold_uncertainty_score":0.047535717},"labels":[],"label_agreement":null},{"id":"W2037803532","doi":"10.1080/13803610500298094","title":"A Placement Test for Computer Science: Design, Implementation, and Analysis","year":2006,"lang":"en","type":"article","venue":"Computer Science Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Lethbridge; University of Nebraska-Lincoln","keywords":"Computer science; Curriculum; Test (biology); AP Computer Science; Component (thermodynamics); Mathematics education; Key (lock); Advanced Placement; Program Design Language; Engineering management; Medical education; Software engineering; Pedagogy; Psychology; Computer literacy; World Wide Web; Engineering","score_opus":0.0203996905645011,"score_gpt":0.33067898518097744,"score_spread":0.31027929461647635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037803532","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4256748,0.00035831615,0.18557231,0.00059873157,0.00060992915,0.37525922,0.0029076773,0.0027422858,0.00627667],"genre_scores_gemma":[0.25191185,0.0004324001,0.3481472,0.00043226426,0.00018622242,0.39106745,0.002810013,0.0006919431,0.0043205987],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97049224,0.01624423,0.0039732666,0.0021479572,0.005818631,0.001323616],"domain_scores_gemma":[0.91252434,0.056526568,0.004336559,0.0052123694,0.01868876,0.0027114572],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.038664173,0.00291515,0.0023353826,0.0051838965,0.0015385412,0.0020512599,0.0034759555,0.0024730947,0.009473736],"category_scores_gemma":[0.08957371,0.0028793542,0.0018386898,0.0034076546,0.0021564767,0.0019414657,0.0034413044,0.0027698234,0.00311021],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019126581,0.041503806,0.102343164,0.0037133906,0.00064256944,0.0015262953,0.010161391,0.011525066,0.015559652,0.0040330854,0.014003482,0.77586156],"study_design_scores_gemma":[0.039735924,0.25652578,0.4031872,0.0014495238,0.0017660314,0.0016948798,0.014818664,0.11619286,0.07496894,0.0090012,0.07915167,0.0015073187],"about_ca_topic_score_codex":0.0017509102,"about_ca_topic_score_gemma":0.0019267465,"teacher_disagreement_score":0.038664173,"about_ca_system_score_codex":0.0024681767,"about_ca_system_score_gemma":0.004345088,"threshold_uncertainty_score":0.20447814},"labels":[],"label_agreement":null},{"id":"W2052910341","doi":"10.1080/08993400601165164","title":"Special issue on teaching hardware – software fundamentals","year":2007,"lang":"en","type":"article","venue":"Computer Science Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Software; Software engineering; Architecture; Operating system","score_opus":0.008219256762675226,"score_gpt":0.2689539997033261,"score_spread":0.2607347429406509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052910341","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006795202,0.024608841,0.0016506603,0.026107695,0.8397316,0.0002141127,0.00042220828,0.00043256575,0.10615289],"genre_scores_gemma":[0.002415371,0.023340024,0.0007745069,0.010330996,0.54316634,0.00017539223,0.0007477712,0.00042126706,0.41862833],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986797,0.00011913298,0.00011138493,0.00020718435,0.0007297018,0.00015292369],"domain_scores_gemma":[0.9941146,0.0009255143,0.00030476783,0.0002785692,0.002248097,0.0021284982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018155815,0.0025978435,0.0022357756,0.0033917364,0.0016067902,0.0051445654,0.0020294634,0.0047040796,0.24140722],"category_scores_gemma":[0.004087571,0.0006164755,0.0013809168,0.0016214395,0.0008974625,0.0032869736,0.0029159428,0.004021095,0.13354738],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032369662,0.000065949964,0.00009247475,0.00025450636,0.0000084506155,0.00007095534,0.000019398703,0.00006630084,0.00038482694,0.0007188218,0.955481,0.04280497],"study_design_scores_gemma":[0.000015501231,0.000063640684,0.00053990696,0.00027296846,0.000009819618,0.00018673809,0.000027653889,0.00007451001,0.000107760374,0.0010347966,0.9976592,0.000007424582],"about_ca_topic_score_codex":0.0009639973,"about_ca_topic_score_gemma":0.0028818578,"teacher_disagreement_score":0.24140722,"about_ca_system_score_codex":0.0016190144,"about_ca_system_score_gemma":0.0021787009,"threshold_uncertainty_score":0.8075876},"labels":[],"label_agreement":null},{"id":"W2117841205","doi":"10.1080/08993400601069820","title":"Implementations of the CC′01 human – computer interaction guidelines using Bloom's taxonomy","year":2007,"lang":"en","type":"article","venue":"Computer Science Education","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of British Columbia","funders":"National Science Foundation","keywords":"Implementation; Curriculum; Computer science; Mainstream; Miller; Taxonomy (biology); Library science; Advice (programming); Sociology; Software engineering; Pedagogy; Programming language; Ecology; Law; Political science","score_opus":0.12419615306767658,"score_gpt":0.4184389776074984,"score_spread":0.2942428245398218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117841205","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04419296,0.0024825206,0.66448,0.022508925,0.0007730904,0.006803615,0.0015286797,0.0028850024,0.25434527],"genre_scores_gemma":[0.08112607,0.0014175142,0.8896338,0.001923056,0.000049850078,0.004672164,0.0011585893,0.00023865615,0.01978023],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97136074,0.010705586,0.005571359,0.0011985936,0.010200203,0.00096354634],"domain_scores_gemma":[0.9214147,0.020458302,0.0038149944,0.0059141684,0.045775764,0.0026221122],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023131158,0.0007818938,0.00058022636,0.0065967613,0.003898732,0.0049006874,0.0028911242,0.00416141,0.005107234],"category_scores_gemma":[0.06112354,0.00074974215,0.00062569155,0.006974243,0.0026991873,0.004748286,0.0034320673,0.003071314,0.0032377832],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088175715,0.000395906,0.015747443,0.001072013,0.00001048227,0.00024307538,0.013323595,0.00266815,0.003664902,0.24515821,0.0870696,0.6305585],"study_design_scores_gemma":[0.00006346422,0.00030121455,0.011439381,0.0028941578,0.00002115544,0.0007855018,0.010641078,0.009668658,0.0056851986,0.07434333,0.8840201,0.00013674118],"about_ca_topic_score_codex":0.028407717,"about_ca_topic_score_gemma":0.04749436,"teacher_disagreement_score":0.028407717,"about_ca_system_score_codex":0.009233077,"about_ca_system_score_gemma":0.033129994,"threshold_uncertainty_score":0.122330725},"labels":[],"label_agreement":null},{"id":"W3165385978","doi":"10.1080/08993408.2021.1918380","title":"Assessing computational thinking: an overview of the field","year":2021,"lang":"en","type":"article","venue":"Computer Science Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Learning Partnership","funders":"","keywords":"Computer science; Field (mathematics); Computational thinking; Mathematics education; Management science; Data science; Artificial intelligence; Psychology","score_opus":0.07305983883628253,"score_gpt":0.3930400650049422,"score_spread":0.3199802261686597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165385978","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032644921,0.9600868,0.019108513,0.003802748,0.000448176,0.00011920482,0.00013475602,0.00013560402,0.012899594],"genre_scores_gemma":[0.03064961,0.92992264,0.03362135,0.0020589249,0.0012138675,0.00034809712,0.00024833358,0.00007902068,0.0018581821],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968267,0.0010190064,0.0003773968,0.0005937019,0.0010479296,0.00013518687],"domain_scores_gemma":[0.9826554,0.012139387,0.0008124301,0.00046023127,0.00325669,0.0006759068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005883525,0.0015933894,0.0015960595,0.013658917,0.00076854666,0.0052379724,0.0016855923,0.0023237162,0.0030204481],"category_scores_gemma":[0.010830886,0.0008497532,0.0010689232,0.009946833,0.0038557532,0.0065891007,0.0025811682,0.003520945,0.0015565753],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012915616,0.00022083217,0.0067157215,0.007942021,0.00007122036,0.000061897976,0.00082004047,0.0009995688,0.000981314,0.019149924,0.007595778,0.95531255],"study_design_scores_gemma":[0.00007077905,0.0007412949,0.05589598,0.04115955,0.00025728412,0.0036798797,0.0036216658,0.0041220537,0.0037739826,0.18361063,0.7027596,0.00030723447],"about_ca_topic_score_codex":0.0053841285,"about_ca_topic_score_gemma":0.005416353,"teacher_disagreement_score":0.013658917,"about_ca_system_score_codex":0.0036785789,"about_ca_system_score_gemma":0.0063552964,"threshold_uncertainty_score":0.031115472},"labels":[],"label_agreement":null},{"id":"W4319788234","doi":"10.1080/08993408.2023.2175559","title":"Learning machine learning with young children: exploring informal settings in an African context","year":2023,"lang":"en","type":"article","venue":"Computer Science Education","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Context (archaeology); Mathematics education; Artificial intelligence; Machine learning; Psychology","score_opus":0.02893659062904643,"score_gpt":0.25587819441904863,"score_spread":0.2269416037900022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319788234","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99166346,0.0010025282,0.0008816209,0.0009155215,0.00003017597,0.00009278964,0.00007788615,0.000012032499,0.00532391],"genre_scores_gemma":[0.9959,0.001266231,0.000847394,0.0002696685,0.000010040174,0.00012459401,0.00003505525,0.000011940834,0.0015350294],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99653184,0.0018869072,0.00014012144,0.00033586755,0.00026356362,0.0008415564],"domain_scores_gemma":[0.9949405,0.0031220692,0.0006197904,0.00019635765,0.00036456555,0.000756591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048678494,0.00075610453,0.0009536729,0.0020283936,0.011663675,0.005829094,0.0012682708,0.0015147597,0.003710992],"category_scores_gemma":[0.008072439,0.0008321139,0.00044292535,0.0014165423,0.0109796235,0.0053637056,0.008582275,0.0029896537,0.00048120983],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024360985,0.000065824235,0.0074033802,0.0001143455,0.0000038167254,0.0016741424,0.9836729,0.000026181373,0.0005682083,0.0015409559,0.00025648024,0.0046494403],"study_design_scores_gemma":[0.000004716507,0.00005659547,0.0046044076,0.0002020052,0.0000054712546,0.00064307236,0.98545504,0.000029601308,0.0002464449,0.00053635513,0.008202121,0.000014140018],"about_ca_topic_score_codex":0.015779672,"about_ca_topic_score_gemma":0.032909207,"teacher_disagreement_score":0.015779672,"about_ca_system_score_codex":0.003909327,"about_ca_system_score_gemma":0.0038141606,"threshold_uncertainty_score":0.031375647},"labels":[],"label_agreement":null},{"id":"W4385379370","doi":"10.1080/08993408.2023.2237365","title":"How do students feel and collaborate during programming activities in the productive failure paradigm?","year":2023,"lang":"en","type":"article","venue":"Computer Science Education","topic":"Psychological and Educational Research Studies","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Context (archaeology); Constructive; Trait; Curiosity; Mathematics education; Psychology; Computer science; Affect (linguistics); Social psychology; Process (computing)","score_opus":0.05302077608877285,"score_gpt":0.4049748872600825,"score_spread":0.35195411117130965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385379370","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99840975,0.00005291289,0.00041439538,0.00023802297,0.000008776411,0.0000070145898,0.000007923051,0.0000056726785,0.00085548195],"genre_scores_gemma":[0.9993789,0.00005199598,0.00019187514,0.00006566736,0.000004822576,0.000018501887,0.000014587786,0.0000039720076,0.0002697147],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99694186,0.0011495242,0.00015021891,0.00036812114,0.0009042269,0.00048606965],"domain_scores_gemma":[0.98613274,0.004746014,0.004963878,0.0006296477,0.0011313147,0.0023963137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035709029,0.00031502036,0.0005042761,0.00066405354,0.00090905774,0.0039383653,0.0006444228,0.0011929952,0.0014790553],"category_scores_gemma":[0.024297837,0.00022723092,0.0004007327,0.00033342274,0.0017425483,0.0019875208,0.001714764,0.0015555397,0.00047917754],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00078579586,0.0022475824,0.74004227,0.00026774537,0.00022628818,0.0006642485,0.13612135,0.0010071278,0.015505537,0.001011799,0.0016516116,0.100468576],"study_design_scores_gemma":[0.000069460766,0.0019730951,0.82163876,0.00012974121,0.00008766113,0.00096769904,0.16114658,0.0022337139,0.003856327,0.0034116013,0.004370831,0.000114522205],"about_ca_topic_score_codex":0.00058505184,"about_ca_topic_score_gemma":0.0009045127,"teacher_disagreement_score":0.0039383653,"about_ca_system_score_codex":0.0005624265,"about_ca_system_score_gemma":0.0006081936,"threshold_uncertainty_score":0.018884957},"labels":[],"label_agreement":null},{"id":"W4385783517","doi":"10.1080/08993408.2023.2245687","title":"The applications of machine learning in computational thinking assessments: a scoping review","year":2023,"lang":"en","type":"review","venue":"Computer Science Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Alberta","funders":"","keywords":"Computer science; Machine learning; Artificial intelligence; Context (archaeology); Computational thinking; Cluster analysis; Workload; Scope (computer science); Naive Bayes classifier; Data science; Support vector machine","score_opus":0.07046104553776707,"score_gpt":0.43872424193807,"score_spread":0.368263196400303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385783517","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011796117,0.99863774,0.0002886943,0.0003406481,0.00010891931,0.000046469224,0.000034715595,0.0000048039715,0.00042011385],"genre_scores_gemma":[0.0015484876,0.9973667,0.00062248565,0.00018807738,0.0000556189,0.0000939215,0.000045182154,0.0000035660228,0.0000759119],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9923096,0.0026605881,0.0025230034,0.0005512885,0.0017712516,0.00018427713],"domain_scores_gemma":[0.91213465,0.07495551,0.004471832,0.0010808806,0.0069436547,0.0004134327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014391734,0.0013637702,0.0034260156,0.021463806,0.0009646174,0.0034261295,0.002174844,0.0027283332,0.0032951506],"category_scores_gemma":[0.05511842,0.0011225764,0.0030801848,0.019290568,0.0016945138,0.003645391,0.0021223642,0.0020883647,0.000739084],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005784751,0.000043683416,0.0005484771,0.3994498,0.0007436031,0.00012126069,0.00061993883,0.00049896305,0.00026161876,0.003784794,0.0066050515,0.58726496],"study_design_scores_gemma":[0.000018266035,0.000072511524,0.0014654913,0.8331649,0.0024397268,0.00038679285,0.00046550436,0.00024735485,0.00028583544,0.0023622785,0.15905756,0.00003388498],"about_ca_topic_score_codex":0.0074688364,"about_ca_topic_score_gemma":0.01428278,"teacher_disagreement_score":0.021463806,"about_ca_system_score_codex":0.003500831,"about_ca_system_score_gemma":0.014960311,"threshold_uncertainty_score":0.076111674},"labels":[],"label_agreement":null},{"id":"W4391567262","doi":"10.1080/08993408.2024.2313913","title":"Balancing teachers’ needs in times of crisis: investigating how computer science instructional coaches and teachers navigated remote professional development during COVID-19","year":2024,"lang":"en","type":"article","venue":"Computer Science Education","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Learning Partnership","funders":"National Science Foundation","keywords":"Coronavirus disease 2019 (COVID-19); Professional development; Computer science; Faculty development; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Mathematics education; Instructional design; Medical education; Psychology; Multimedia; Pedagogy; Medicine; Virology","score_opus":0.025595713419955177,"score_gpt":0.33800761532038903,"score_spread":0.31241190190043383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391567262","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99389076,0.00018409664,0.00061732286,0.0018452773,0.000028143262,0.000045561028,0.000025125031,0.000014389986,0.0033493175],"genre_scores_gemma":[0.99804914,0.00015103396,0.00040439895,0.00030826096,0.000005272292,0.000049051978,0.00001697723,0.0000105034,0.0010054098],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9939971,0.0030942573,0.00023666541,0.00054008485,0.00060950225,0.0015223998],"domain_scores_gemma":[0.99196094,0.0029925741,0.0012902645,0.00030006343,0.0014915868,0.00196462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004955692,0.00029182265,0.00052540476,0.0013612683,0.0068855872,0.0050114323,0.0013292631,0.0019082016,0.0022493931],"category_scores_gemma":[0.015219677,0.00083386933,0.0002746371,0.00064984255,0.0044866274,0.0042993044,0.0072254026,0.0029875946,0.00042184666],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005863685,0.00025269412,0.047656607,0.00017267907,0.000010359232,0.00057185034,0.9341583,0.000087420914,0.0013539402,0.000563395,0.0008229659,0.014291039],"study_design_scores_gemma":[0.0000035106564,0.00004138476,0.011682671,0.00006545164,0.0000036399022,0.00008602389,0.98481214,0.0000759219,0.00012990371,0.00017265306,0.002916416,0.000010345796],"about_ca_topic_score_codex":0.019401908,"about_ca_topic_score_gemma":0.06040652,"teacher_disagreement_score":0.019401908,"about_ca_system_score_codex":0.004321072,"about_ca_system_score_gemma":0.007163538,"threshold_uncertainty_score":0.038577974},"labels":[],"label_agreement":null},{"id":"W4401338977","doi":"10.1080/08993408.2024.2380163","title":"“These two worlds are antithetical”: epistemic tensions in integrating computational thinking in K12 humanities and arts","year":2024,"lang":"en","type":"article","venue":"Computer Science Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Telus (Canada)","funders":"National Science Foundation","keywords":"Discipline; Point (geometry); Epistemology; The arts; Sociology; Computational thinking; Computer science; Mathematics education; Engineering ethics; Pedagogy; Psychology; Philosophy; Social science; Engineering","score_opus":0.03699238644006426,"score_gpt":0.3198401027449137,"score_spread":0.28284771630484945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401338977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8268001,0.0014386928,0.046594385,0.03434795,0.00034591497,0.00020381849,0.000032102125,0.00009540525,0.09014163],"genre_scores_gemma":[0.99356633,0.00023345255,0.003912011,0.0010725163,0.000021025722,0.00008645731,0.000007885797,0.000030328449,0.0010699547],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9219371,0.06119932,0.0026653262,0.00373257,0.006829843,0.0036357944],"domain_scores_gemma":[0.9242144,0.06020776,0.00429125,0.004312937,0.0044472483,0.0025264707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05333482,0.0005994316,0.00078419124,0.004027293,0.017201431,0.025634464,0.0023734944,0.0046172603,0.0031518016],"category_scores_gemma":[0.08095661,0.0010777217,0.00083835516,0.0026398906,0.07100853,0.02581708,0.028706858,0.009045201,0.0004193352],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043567677,0.00004069596,0.0029814162,0.00015828233,0.0000128915935,0.00030118285,0.9005353,0.00013634344,0.00043960733,0.08115198,0.00048596927,0.013712716],"study_design_scores_gemma":[0.00001253086,0.000037919213,0.0012788116,0.00035313427,0.00001461913,0.00031539475,0.9273387,0.00041009655,0.0004732542,0.05555288,0.014175451,0.00003710757],"about_ca_topic_score_codex":0.0035041429,"about_ca_topic_score_gemma":0.0033308656,"teacher_disagreement_score":0.05333482,"about_ca_system_score_codex":0.0078046513,"about_ca_system_score_gemma":0.01116072,"threshold_uncertainty_score":0.28206486},"labels":[],"label_agreement":null}]}