{"id":"W2559640429","doi":"10.4300/jgme-d-16-00540.1","title":"Using Data From Program Evaluations for Qualitative Research","year":2016,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Computer science; Qualitative research; Constructive; Flexibility (engineering); Data science; Qualitative property; Quality (philosophy); Research program; Management science; Process (computing); Epistemology; Sociology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3508638,0.001884216,0.003170399,0.02111814,0.006331186,0.01065862,0.004871718,0.002571445,0.01659718],"category_scores_gemma":[0.5827878,0.001830589,0.002386125,0.02238403,0.00906958,0.01210033,0.01529326,0.006046252,0.003760503],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01712539,"about_ca_system_score_gemma":0.03100952,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006958232,"about_ca_topic_score_gemma":0.007130477,"domain_scores_codex":[0.3988022,0.5075966,0.0374109,0.008162021,0.04431618,0.003712032],"domain_scores_gemma":[0.3224412,0.4585755,0.03647369,0.05700524,0.1216,0.003904398],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.001356368,0.000683322,0.01219248,0.02842018,0.0004961143,0.0004757032,0.3028897,0.003883917,0.002036691,0.1512078,0.07239591,0.4239618],"study_design_scores_gemma":[0.00101761,0.001368176,0.01662805,0.05437246,0.0004237126,0.0003151743,0.1281103,0.005497967,0.008131589,0.1717459,0.6117461,0.0006430506],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.07610612,0.005846399,0.5592641,0.02100179,0.002864816,0.1648094,0.03915942,0.001514089,0.1294338],"genre_scores_gemma":[0.1989188,0.002671846,0.4135214,0.004324404,0.0003467871,0.3607574,0.0116162,0.001038043,0.006805157],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6491362,"threshold_uncertainty_score":0.8005005,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.952474250576773,"score_gpt":0.8161911414528664,"score_spread":0.1362831091239066,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}