{"id":"W1916237854","doi":"10.24908/pceea.v0i0.5778","title":"Using Student Focus Groups to Support the Validation of Rubrics for Large Scale Undergraduate Independent Research Projects","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Rubric; Capstone; Focus group; Scale (ratio); Psychology; Focus (optics); Medical education; Computer science; Mathematics education; Sociology; Medicine","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2269284,0.002661248,0.001345379,0.007572094,0.006467953,0.003770947,0.004971035,0.001650255,0.008494748],"category_scores_gemma":[0.3447852,0.00122366,0.001277803,0.002696024,0.002963547,0.005162385,0.008071015,0.003046899,0.003237666],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003696597,"about_ca_system_score_gemma":0.007019273,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001575389,"about_ca_topic_score_gemma":0.003689638,"domain_scores_codex":[0.800462,0.1556767,0.01078746,0.007179014,0.02214683,0.003747984],"domain_scores_gemma":[0.486318,0.3258673,0.02391482,0.05825046,0.1007415,0.00490794],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0008964252,0.004153125,0.01900858,0.002537898,0.0001461888,0.000477986,0.3561144,0.001671975,0.04015094,0.00697029,0.01228727,0.5555849],"study_design_scores_gemma":[0.002062769,0.01597284,0.1017824,0.005072929,0.000375622,0.001601316,0.2816231,0.02765126,0.209673,0.03476214,0.3182164,0.001206254],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3421649,0.0003553419,0.5985408,0.001865422,0.0006620337,0.03662996,0.0005714004,0.002805267,0.01640492],"genre_scores_gemma":[0.3604806,0.000359228,0.5506314,0.001151384,0.0002478056,0.07691489,0.000876496,0.0007307205,0.008607472],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2269284,"threshold_uncertainty_score":0.9533349,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0932519063745481,"score_gpt":0.3917182087612565,"score_spread":0.2984663023867083,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}