{"meta":{"query_hash":"7db9c1bc1319","filters":{"venue":"Computer Science Education"},"cohort_total":10,"direct_labels_cover":0,"predictions_cover":10,"exported":10,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/7db9c1bc1319","api":"https://metacan.xera.ac/api/v1/cohort?venue=Computer+Science+Education"},"results":[{"id":"W1974238428","doi":"10.1076/csed.11.1.73.3841","title":"Software Engineering as a Professional Discipline","year":2001,"lang":"en","type":"article","venue":"Computer Science Education","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Compute Canada","keywords":"Accreditation; Certification; Software engineering professionalism; Computer science; Engineering ethics; Social software engineering; Professional certification (computer technology); Field (mathematics); Software engineering; Software; Focus (optics); Engineering management; Software Engineering Process Group; Software peer review; Software development; Professional development; Software construction; Professional studies; Political science; Engineering; Sociology; Pedagogy","score_opus":0.011012348584931884,"score_gpt":0.2975816333757949,"score_spread":0.286569284790863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974238428","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07626643,0.00007831828,0.917058,0.0012130785,0.004367172,0.00013162565,1.6559298e-7,0.00079347397,0.00009176785],"genre_scores_gemma":[0.2756802,0.000011393746,0.72325844,0.00034598014,0.00040771923,0.000031643256,0.0000020811278,0.000007774111,0.00025473806],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99867564,0.00001412526,0.00016101223,0.00044930013,0.00039914754,0.00030074106],"domain_scores_gemma":[0.9988751,0.0001298935,0.000070998896,0.0005882455,0.00017445779,0.00016132936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005025613,0.000127792,0.00008831764,0.00028173623,0.00023692139,0.00038478462,0.0013914765,0.00003860046,0.000014659137],"category_scores_gemma":[0.00024059633,0.00011641116,0.000031982636,0.0013530647,0.00005302414,0.0020322113,0.00046540314,0.00014912341,0.00006338804],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046569958,0.00039893153,0.0065863286,0.000032543943,0.000007237966,0.000012698105,0.0020155793,0.0031447741,0.0009212959,0.1042077,0.005164959,0.8775033],"study_design_scores_gemma":[0.0002535167,0.0002975411,0.109924644,0.00031511078,0.000008914651,0.0007551793,0.000037637423,0.7441815,0.0032749043,0.0116485655,0.12826855,0.0010338979],"about_ca_topic_score_codex":0.000013591077,"about_ca_topic_score_gemma":4.924318e-7,"teacher_disagreement_score":0.8764694,"about_ca_system_score_codex":0.00009171958,"about_ca_system_score_gemma":0.0009095638,"threshold_uncertainty_score":0.47471094},"labels":[],"label_agreement":null},{"id":"W2037803532","doi":"10.1080/13803610500298094","title":"A Placement Test for Computer Science: Design, Implementation, and Analysis","year":2006,"lang":"en","type":"article","venue":"Computer Science Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Lethbridge; University of Nebraska-Lincoln","keywords":"Computer science; Curriculum; Test (biology); AP Computer Science; Component (thermodynamics); Mathematics education; Key (lock); Advanced Placement; Program Design Language; Engineering management; Medical education; Software engineering; Pedagogy; Psychology; Computer literacy; World Wide Web; Engineering","score_opus":0.0203996905645011,"score_gpt":0.33067898518097744,"score_spread":0.31027929461647635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037803532","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03640449,0.000048278675,0.9612472,0.0007906175,0.00093263056,0.00040430005,8.768605e-7,0.00015540942,0.000016208147],"genre_scores_gemma":[0.4287914,6.1680043e-7,0.5707654,0.00015876457,0.00021031266,0.000036214704,0.000006261028,0.0000034506418,0.000027593383],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976896,0.0000498395,0.0002954278,0.0009049364,0.00055235997,0.0005078038],"domain_scores_gemma":[0.9984944,0.00021316267,0.00017837911,0.0005132282,0.00044531273,0.00015550801],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0028050346,0.00015472065,0.00015341646,0.000994649,0.0013583336,0.0018607045,0.0011318341,0.000024384271,0.0000027499618],"category_scores_gemma":[0.00003547019,0.00014713522,0.000052645344,0.0036056219,0.0004364941,0.001293586,0.00031237156,0.00008622829,0.0000047753647],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013936691,0.00020228788,0.014761009,0.000010254735,0.0000120051745,2.3030347e-7,0.0019481744,0.00938032,0.0005333092,0.014056981,0.0011490575,0.957945],"study_design_scores_gemma":[0.00033361587,0.00033698618,0.15048023,0.000016060865,0.0000510124,0.000012962758,0.00014032064,0.84151673,0.0013040318,0.0008124141,0.0046593854,0.00033622544],"about_ca_topic_score_codex":0.00012475079,"about_ca_topic_score_gemma":0.00001021734,"teacher_disagreement_score":0.95760876,"about_ca_system_score_codex":0.00019642856,"about_ca_system_score_gemma":0.0014937257,"threshold_uncertainty_score":0.99994177},"labels":[],"label_agreement":null},{"id":"W2052910341","doi":"10.1080/08993400601165164","title":"Special issue on teaching hardware – software fundamentals","year":2007,"lang":"en","type":"article","venue":"Computer Science Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Software; Software engineering; Architecture; Operating system","score_opus":0.008219256762675226,"score_gpt":0.2689539997033261,"score_spread":0.2607347429406509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052910341","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5245303,0.00008945956,0.3992671,0.00007732987,0.033007555,0.00026075635,0.0000012652087,0.0009911048,0.041775137],"genre_scores_gemma":[0.8227598,0.000002162698,0.15382862,0.00023585922,0.022604015,0.000007745653,0.000009104769,0.000037736096,0.0005149647],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990294,0.000007188883,0.0001463169,0.00023298888,0.0002792736,0.00030482476],"domain_scores_gemma":[0.99955875,0.000041588803,0.00002100103,0.00023092936,0.00002848731,0.00011924246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043797924,0.00012367734,0.00007783921,0.00024114779,0.00020881412,0.00014138754,0.00031624504,0.000031787047,0.000091114634],"category_scores_gemma":[0.00003519546,0.00013678193,0.000024678757,0.00027163012,0.00006454694,0.00036308324,0.000051030765,0.00020857254,0.00031431665],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020908135,0.00008155289,0.0010745764,0.00002520885,0.0000046529763,0.000001856753,0.003121005,0.06933198,0.008630323,0.0008585621,0.024125043,0.8927432],"study_design_scores_gemma":[0.00024888228,0.00019515365,0.04362551,0.00031220118,0.0000060343423,0.000038656937,0.00080100534,0.05783542,0.07673761,0.00008371202,0.81928676,0.0008290413],"about_ca_topic_score_codex":0.0000029918688,"about_ca_topic_score_gemma":6.505877e-7,"teacher_disagreement_score":0.8919141,"about_ca_system_score_codex":0.00043461967,"about_ca_system_score_gemma":0.00007049891,"threshold_uncertainty_score":0.5577805},"labels":[],"label_agreement":null},{"id":"W2117841205","doi":"10.1080/08993400601069820","title":"Implementations of the CC′01 human – computer interaction guidelines using Bloom's taxonomy","year":2007,"lang":"en","type":"article","venue":"Computer Science Education","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of British Columbia","funders":"National Science Foundation","keywords":"Implementation; Curriculum; Computer science; Mainstream; Miller; Taxonomy (biology); Library science; Advice (programming); Sociology; Software engineering; Pedagogy; Programming language; Ecology; Law; Political science","score_opus":0.12419615306767658,"score_gpt":0.4184389776074984,"score_spread":0.2942428245398218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117841205","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30254745,0.000010589498,0.68915653,0.00097353046,0.005908131,0.00028750536,2.7028372e-7,0.000048546437,0.0010674616],"genre_scores_gemma":[0.6980294,9.895225e-7,0.30069652,0.0005966903,0.00058291346,0.000008085793,0.0000027981853,0.000005164095,0.00007744375],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99812794,0.00007310542,0.000568091,0.00045707985,0.00044676606,0.00032701428],"domain_scores_gemma":[0.99793756,0.0000721264,0.00043136923,0.0006436737,0.00079318346,0.00012206396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001487509,0.00013928695,0.00012525529,0.00038900622,0.0008903294,0.00046409038,0.0016410068,0.000032640866,0.000023226183],"category_scores_gemma":[0.00004717152,0.00011694933,0.00007356167,0.0017037685,0.00021121743,0.0016954736,0.0005301481,0.00016191835,0.000015817463],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004203707,0.0020010567,0.03475548,0.000044032142,0.000028993865,5.9720145e-7,0.009240391,0.00597081,0.018231966,0.16255766,0.014473489,0.7526913],"study_design_scores_gemma":[0.0014616214,0.0002924464,0.3120577,0.00039559635,0.000046692694,0.00017550106,0.0061829532,0.57604665,0.035144374,0.0021720552,0.06498259,0.0010417888],"about_ca_topic_score_codex":0.00022498547,"about_ca_topic_score_gemma":0.00004025222,"teacher_disagreement_score":0.7516495,"about_ca_system_score_codex":0.00022272673,"about_ca_system_score_gemma":0.0012343626,"threshold_uncertainty_score":0.6847784},"labels":[],"label_agreement":null},{"id":"W3165385978","doi":"10.1080/08993408.2021.1918380","title":"Assessing computational thinking: an overview of the field","year":2021,"lang":"en","type":"article","venue":"Computer Science Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Learning Partnership","funders":"","keywords":"Computer science; Field (mathematics); Computational thinking; Mathematics education; Management science; Data science; Artificial intelligence; Psychology","score_opus":0.07305983883628253,"score_gpt":0.3930400650049422,"score_spread":0.3199802261686597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165385978","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09391825,0.0002761632,0.898037,0.0049046264,0.0025872374,0.000052290365,5.890242e-8,0.000074585965,0.00014979337],"genre_scores_gemma":[0.57874364,0.0000013088867,0.41991824,0.0012133245,0.000096677664,0.0000013949268,0.0000010589602,0.0000021751498,0.000022175287],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99861073,0.00016938226,0.00017711983,0.00036857618,0.00050353917,0.00017066822],"domain_scores_gemma":[0.9986639,0.00016785892,0.00014205878,0.0006214431,0.00033924673,0.00006550431],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090114336,0.00007340498,0.00008370041,0.00008433811,0.00055505335,0.0009696334,0.0014360535,0.00002640436,0.000004362844],"category_scores_gemma":[0.00018090956,0.000058749683,0.00004736381,0.0012076887,0.00010690683,0.0015734525,0.00042419677,0.00016961616,0.0000029487453],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.4700755e-7,0.0001424788,0.0027199907,0.000014518034,0.0000018920583,4.0040607e-7,0.0031313568,0.003967015,0.00014225424,0.12933426,0.00026019177,0.8602855],"study_design_scores_gemma":[0.00021343573,0.0001375018,0.40024936,0.0005213078,0.000012373534,0.00013931948,0.0005135555,0.5341046,0.004656137,0.03226325,0.026743533,0.0004456233],"about_ca_topic_score_codex":0.000025175477,"about_ca_topic_score_gemma":0.0000023563823,"teacher_disagreement_score":0.85983986,"about_ca_system_score_codex":0.000044506232,"about_ca_system_score_gemma":0.0023931137,"threshold_uncertainty_score":0.9350197},"labels":[],"label_agreement":null},{"id":"W4319788234","doi":"10.1080/08993408.2023.2175559","title":"Learning machine learning with young children: exploring informal settings in an African context","year":2023,"lang":"en","type":"article","venue":"Computer Science Education","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Context (archaeology); Mathematics education; Artificial intelligence; Machine learning; Psychology","score_opus":0.02893659062904643,"score_gpt":0.25587819441904863,"score_spread":0.2269416037900022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319788234","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9152966,0.00002083788,0.08191703,0.0005737374,0.0010297414,0.0001740254,1.610026e-7,0.0006069042,0.00038094897],"genre_scores_gemma":[0.96442735,0.000012052001,0.035038598,0.00018587086,0.00013930333,0.00004782923,0.00001744296,0.0000136406525,0.00011792773],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99794984,0.00017311209,0.00028162383,0.00045908443,0.00054782507,0.0005884926],"domain_scores_gemma":[0.9987941,0.00010348845,0.00015695859,0.0005677622,0.000245769,0.00013192934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017819887,0.0001883676,0.0001607482,0.0010944266,0.00089335244,0.00097376865,0.002064949,0.00003117149,0.000002362659],"category_scores_gemma":[0.000096274154,0.00018242902,0.00002089552,0.003894705,0.00023351236,0.00514073,0.0008596587,0.000527628,0.000046619018],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041901485,0.00006945716,0.31060305,0.000017628401,0.0000045495894,0.0000036372048,0.11881972,0.017331704,0.000090712085,0.0054061115,0.000044497214,0.54760474],"study_design_scores_gemma":[0.00018911422,0.00028577496,0.54950976,0.00015482162,0.0000014214605,0.000057285994,0.003522466,0.4448963,0.00039768015,0.00011309646,0.0005289807,0.0003432872],"about_ca_topic_score_codex":0.0002667872,"about_ca_topic_score_gemma":0.000095493975,"teacher_disagreement_score":0.5472615,"about_ca_system_score_codex":0.00015670559,"about_ca_system_score_gemma":0.0010397668,"threshold_uncertainty_score":0.93900734},"labels":[],"label_agreement":null},{"id":"W4385379370","doi":"10.1080/08993408.2023.2237365","title":"How do students feel and collaborate during programming activities in the productive failure paradigm?","year":2023,"lang":"en","type":"article","venue":"Computer Science Education","topic":"Psychological and Educational Research Studies","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Context (archaeology); Constructive; Trait; Curiosity; Mathematics education; Psychology; Computer science; Affect (linguistics); Social psychology; Process (computing)","score_opus":0.05302077608877285,"score_gpt":0.4049748872600825,"score_spread":0.35195411117130965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385379370","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9787079,0.00016702431,0.000053120493,0.019103656,0.0012598826,0.00045275272,0.0000010742267,0.000032016887,0.0002225496],"genre_scores_gemma":[0.99770033,0.000024837966,0.00044948328,0.00010656723,0.00039261364,0.00034435195,0.0000023669602,0.0000032917553,0.0009761332],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99861187,0.000107024316,0.00008651445,0.00043084467,0.00041083366,0.00035292818],"domain_scores_gemma":[0.9994349,0.00014156921,0.000043839307,0.00022522581,0.00009611114,0.000058342055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008867006,0.000086575514,0.00008134515,0.0002397412,0.00042442864,0.00060777745,0.00047400614,0.000022694736,0.0000052792734],"category_scores_gemma":[0.00013054184,0.00005731781,0.000011604812,0.0020682712,0.0004828889,0.0003666423,0.00013407873,0.0001318667,0.000020716505],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007103453,0.0022499068,0.3546412,0.000096737385,0.000059244485,0.00001621097,0.22323923,0.000033415243,0.0011132413,0.02976122,0.030095227,0.35862333],"study_design_scores_gemma":[0.00010781878,0.00005706784,0.97166246,0.000021076108,0.0000017294172,0.0000074681902,0.022606993,0.000012702107,0.000025930009,0.0016891065,0.0037322713,0.00007540344],"about_ca_topic_score_codex":0.000012037327,"about_ca_topic_score_gemma":0.000007898389,"teacher_disagreement_score":0.6170212,"about_ca_system_score_codex":0.0000626744,"about_ca_system_score_gemma":0.00022521021,"threshold_uncertainty_score":0.5860812},"labels":[],"label_agreement":null},{"id":"W4385783517","doi":"10.1080/08993408.2023.2245687","title":"The applications of machine learning in computational thinking assessments: a scoping review","year":2023,"lang":"en","type":"review","venue":"Computer Science Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Alberta","funders":"","keywords":"Computer science; Machine learning; Artificial intelligence; Context (archaeology); Computational thinking; Cluster analysis; Workload; Scope (computer science); Naive Bayes classifier; Data science; Support vector machine","score_opus":0.07046104553776707,"score_gpt":0.43872424193807,"score_spread":0.368263196400303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385783517","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.15543465e-7,0.57564676,0.42258593,0.00018346355,0.00051515416,0.000906372,3.3121157e-7,0.00014093025,0.00002097946],"genre_scores_gemma":[0.0000041727194,0.8702751,0.12898585,0.00007136491,0.00013712182,0.00040281314,0.000030046593,0.000019470455,0.00007406024],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99645567,0.0005202433,0.0010023873,0.0007864602,0.0008218288,0.00041338845],"domain_scores_gemma":[0.99665856,0.0011882338,0.0010207243,0.0007899912,0.00025414908,0.00008835887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005651331,0.0002671733,0.0007088999,0.0006648997,0.0009691893,0.00067608594,0.0033613197,0.000072694085,9.896982e-7],"category_scores_gemma":[0.00027233493,0.00020376734,0.00017459097,0.0047321566,0.00022304474,0.0005426873,0.00083049515,0.00079185725,0.000035780595],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[6.960073e-8,0.000041087085,0.000009151914,0.01270577,0.000006793912,2.878444e-7,0.0001861518,0.00041466916,7.47535e-9,0.008315139,0.000028164892,0.9782927],"study_design_scores_gemma":[0.00006144737,0.000054276567,0.00002891379,0.38830963,0.00005240368,0.000035757817,0.000021233293,0.035873443,5.8682993e-8,0.0011359947,0.5740239,0.00040294923],"about_ca_topic_score_codex":0.000043742486,"about_ca_topic_score_gemma":0.000012497148,"teacher_disagreement_score":0.9778898,"about_ca_system_score_codex":0.00025856745,"about_ca_system_score_gemma":0.006311851,"threshold_uncertainty_score":0.99932146},"labels":[],"label_agreement":null},{"id":"W4391567262","doi":"10.1080/08993408.2024.2313913","title":"Balancing teachers’ needs in times of crisis: investigating how computer science instructional coaches and teachers navigated remote professional development during COVID-19","year":2024,"lang":"en","type":"article","venue":"Computer Science Education","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Learning Partnership","funders":"National Science Foundation","keywords":"Coronavirus disease 2019 (COVID-19); Professional development; Computer science; Faculty development; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Mathematics education; Instructional design; Medical education; Psychology; Multimedia; Pedagogy; Medicine; Virology","score_opus":0.025595713419955177,"score_gpt":0.33800761532038903,"score_spread":0.31241190190043383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391567262","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98472506,0.00012327307,0.0056099324,0.0071121748,0.0020724286,0.0001865723,4.9747115e-7,0.00009316501,0.00007691002],"genre_scores_gemma":[0.86635536,0.0000052832047,0.13294622,0.00015286538,0.00037094747,0.000004317892,0.000003923355,0.000006187798,0.00015491334],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977989,0.00017971633,0.00028128427,0.00052142265,0.000820495,0.00039816843],"domain_scores_gemma":[0.9991255,0.00012865318,0.00012846052,0.00012888771,0.00017845062,0.00031008647],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0037208144,0.00013132289,0.00014404068,0.0008506373,0.0014771322,0.00049560907,0.00044264493,0.00006572384,0.000009765874],"category_scores_gemma":[0.0003875168,0.00012574735,0.000022174658,0.002972151,0.0015351751,0.0014657383,0.00022490694,0.00036656516,0.0000023843636],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026557304,0.00008992637,0.06541709,0.00014202762,0.000009488846,0.0000022572628,0.3929466,0.0014890906,0.005948231,0.0036794979,0.00032154264,0.5299516],"study_design_scores_gemma":[0.00095153943,0.00013625842,0.41525295,0.0037335816,0.000033879143,0.000107760025,0.26083943,0.2805512,0.010867174,0.0056891083,0.020387042,0.0014501036],"about_ca_topic_score_codex":0.0003520328,"about_ca_topic_score_gemma":0.00006907769,"teacher_disagreement_score":0.52850145,"about_ca_system_score_codex":0.0007443889,"about_ca_system_score_gemma":0.018472504,"threshold_uncertainty_score":0.9998228},"labels":[],"label_agreement":null},{"id":"W4401338977","doi":"10.1080/08993408.2024.2380163","title":"“These two worlds are antithetical”: epistemic tensions in integrating computational thinking in K12 humanities and arts","year":2024,"lang":"en","type":"article","venue":"Computer Science Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Telus (Canada)","funders":"National Science Foundation","keywords":"Discipline; Point (geometry); Epistemology; The arts; Sociology; Computational thinking; Computer science; Mathematics education; Engineering ethics; Pedagogy; Psychology; Philosophy; Social science; Engineering","score_opus":0.03699238644006426,"score_gpt":0.3198401027449137,"score_spread":0.28284771630484945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401338977","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42075455,0.0005438322,0.5727837,0.0037912582,0.0015859775,0.00013740631,2.0314044e-7,0.0002182945,0.00018474052],"genre_scores_gemma":[0.78797853,0.0000027269982,0.21157412,0.00028031276,0.00010115926,0.000009308655,0.0000015545942,0.000005875158,0.0000463911],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983747,0.000110214954,0.0002759327,0.00059455587,0.00033438858,0.00031018874],"domain_scores_gemma":[0.9992598,0.00029211844,0.00006540846,0.00024003128,0.00008519138,0.00005741659],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00161016,0.00013250716,0.00013735503,0.0008829017,0.00032958816,0.0015646439,0.00059535156,0.000029732919,0.0000015938342],"category_scores_gemma":[0.000110281886,0.000121578705,0.000025190457,0.0013701712,0.0002523358,0.0011031678,0.00028251996,0.00042799916,0.000011880525],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.9506467e-7,0.00009336664,0.010933665,0.00004186285,0.0000018019913,0.000014370374,0.03290889,0.0050705187,0.000053000236,0.3298704,0.00009593194,0.6209155],"study_design_scores_gemma":[0.00011390234,0.00003861235,0.06852205,0.0015918565,0.0000021552112,0.0001046925,0.0009438056,0.9006396,0.000013720795,0.02565076,0.0021382752,0.00024056286],"about_ca_topic_score_codex":0.00015516077,"about_ca_topic_score_gemma":0.00012800466,"teacher_disagreement_score":0.8955691,"about_ca_system_score_codex":0.00016197935,"about_ca_system_score_gemma":0.00058830454,"threshold_uncertainty_score":0.99947184},"labels":[],"label_agreement":null}]}