{"id":"W2909603119","doi":"10.24908/pceea.v0i0.12954","title":"Exploring Challenges of Assessment in Engineering Problem Solving, A Thematic Analysis","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Summative assessment; Formative assessment; Thematic analysis; Thematic map; Perspective (graphical); Computer science; Face (sociological concept); Work (physics); Mathematics education; Medical education; Psychology; Qualitative research; Engineering; Medicine; Sociology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07722655,0.0005879704,0.0006897594,0.00681036,0.005684171,0.007638981,0.002112207,0.00151726,0.001557285],"category_scores_gemma":[0.1644595,0.0005167811,0.0005846095,0.006954466,0.007656344,0.006762765,0.006478922,0.002226713,0.0002325158],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006051986,"about_ca_system_score_gemma":0.009399056,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002517382,"about_ca_topic_score_gemma":0.002571647,"domain_scores_codex":[0.9148027,0.06150902,0.005017796,0.002729267,0.01355241,0.002388853],"domain_scores_gemma":[0.8083439,0.1502562,0.007958699,0.005723822,0.02587307,0.001844358],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00008082396,0.0001054451,0.0146215,0.0008787439,0.00003498171,0.0006028076,0.872227,0.0006616329,0.004925519,0.0209462,0.001570696,0.08334463],"study_design_scores_gemma":[0.00001835002,0.0001558749,0.0157762,0.0008715698,0.00002174423,0.0007665463,0.911934,0.004903955,0.002587291,0.02508328,0.03779339,0.00008775603],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8222297,0.0007136532,0.1500959,0.006774605,0.0002263439,0.002972931,0.0003108447,0.00009136707,0.01658465],"genre_scores_gemma":[0.9286703,0.0006197769,0.06310792,0.0006873104,0.00009269023,0.003432867,0.0002463197,0.00009695028,0.0030459],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9974826,"threshold_uncertainty_score":0.4084179,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01850214916315944,"score_gpt":0.2192347818609988,"score_spread":0.2007326326978393,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}