{"id":"W4391657081","doi":"10.18260/1-2--38449","title":"The Use of Mixed Methods in Academic Program Evaluation","year":2024,"lang":"en","type":"article","venue":"","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"York University","keywords":"Computer science","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.6379973,0.005301266,0.009708352,0.02339224,0.004567308,0.01146158,0.009619078,0.004626988,0.008010929],"category_scores_gemma":[0.6853683,0.002314132,0.009171989,0.01482478,0.007058767,0.007814324,0.01090927,0.005785003,0.001195145],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01494666,"about_ca_system_score_gemma":0.01569181,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005413967,"about_ca_topic_score_gemma":0.005055729,"domain_scores_codex":[0.08939035,0.8601052,0.02127399,0.00782368,0.02057918,0.0008276225],"domain_scores_gemma":[0.1067822,0.805957,0.02517422,0.02940531,0.03123796,0.001443392],"domain_codex":"methods","domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.009928012,0.003658897,0.02071143,0.03057441,0.02339807,0.000372569,0.01175587,0.01732089,0.0007978572,0.08787411,0.008540609,0.7850673],"study_design_scores_gemma":[0.01426885,0.0454672,0.03538676,0.03865755,0.01938172,0.0008536654,0.01983638,0.3647781,0.01329872,0.3547926,0.09143838,0.001840144],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02520423,0.008923093,0.8299522,0.001549349,0.002330082,0.117334,0.001128938,0.001384016,0.01219417],"genre_scores_gemma":[0.1034984,0.0009786179,0.7281414,0.0007669681,0.0002558239,0.1649084,0.0002937437,0.0002393038,0.0009172391],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6379973,"threshold_uncertainty_score":0.4464139,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7821025008569673,"score_gpt":0.7203396528799191,"score_spread":0.06176284797704823,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}