{"id":"W4200301022","doi":"10.1109/fie49875.2021.9637220","title":"Analyzing Competences in Software Testing: Combining Thematic Analysis with Natural Language Processing (NLP)","year":2021,"lang":"en","type":"article","venue":"2021 IEEE Frontiers in Education Conference (FIE)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Computer science; Curriculum; Thematic analysis; Syllabus; Soft skills; Software; Software engineering; Artificial intelligence; Knowledge management; Mathematics education; Pedagogy; Psychology; Qualitative research; Programming language; Sociology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02293386,0.0005339239,0.0005231862,0.01246926,0.001793296,0.003275133,0.0009764453,0.0006000967,0.001682217],"category_scores_gemma":[0.03690328,0.0002960971,0.0009803566,0.00933001,0.002831645,0.003991865,0.00359101,0.0009528301,0.0003158302],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003413306,"about_ca_system_score_gemma":0.005694656,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005708131,"about_ca_topic_score_gemma":0.006602051,"domain_scores_codex":[0.9881551,0.006919465,0.001074334,0.0009597312,0.002490321,0.0004010102],"domain_scores_gemma":[0.9561362,0.03433945,0.002581504,0.001583132,0.004989651,0.0003700634],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001571912,0.0003986847,0.04083829,0.003083802,0.0001247791,0.0008906491,0.3932887,0.001753634,0.01830261,0.02913121,0.007879974,0.5041504],"study_design_scores_gemma":[0.00009001209,0.0002630765,0.1146241,0.002569913,0.0001803281,0.001088391,0.6417727,0.02361643,0.01354144,0.09036077,0.1116783,0.0002143811],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5633285,0.001383866,0.3901745,0.003756432,0.0001954822,0.006735272,0.00413912,0.000337641,0.02994905],"genre_scores_gemma":[0.6080026,0.0008898515,0.3766927,0.0005156447,0.00006026631,0.006670841,0.003259052,0.0001343611,0.003774745],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02293386,"threshold_uncertainty_score":0.1212873,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01538713592387212,"score_gpt":0.2723259905902496,"score_spread":0.2569388546663775,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}