{"id":"W4226507667","doi":"10.3138/cjpe.71237","title":"A Multi-Stage Approach to Qualitative Sampling within a Mixed Methods Evaluation: Some Reflections on Purpose and Process","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Economic and Social Research Council","keywords":"Randomized controlled trial; Scale (ratio); Sampling (signal processing); Process (computing); Qualitative property; Sample (material); Computer science; Intervention (counseling); Multimethodology; Psychology; Process management; Mathematics education; Business; Machine learning; Geography; Medicine","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6033722,0.002195784,0.002346848,0.003906192,0.02191799,0.02478022,0.01068956,0.01276997,0.003941567],"category_scores_gemma":[0.3985806,0.002823669,0.002250222,0.003156128,0.06661587,0.02066411,0.02272892,0.02377013,0.001335137],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02825991,"about_ca_system_score_gemma":0.04131182,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01210148,"about_ca_topic_score_gemma":0.01972448,"domain_scores_codex":[0.2257976,0.7454118,0.007721466,0.003530958,0.01370602,0.003832205],"domain_scores_gemma":[0.3465145,0.5934614,0.007567252,0.01770519,0.03002949,0.004722139],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002024843,0.0003028668,0.001888783,0.003098754,0.0001198324,0.0007228326,0.7840759,0.0008981344,0.001642344,0.1345432,0.007895504,0.06460946],"study_design_scores_gemma":[0.0003766609,0.0009241741,0.001872172,0.014285,0.0001590755,0.001359833,0.585735,0.005899338,0.005162136,0.2136461,0.1701836,0.000396851],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03406041,0.008482467,0.5360229,0.3757644,0.003132742,0.01635214,0.0001290856,0.0004782296,0.02557753],"genre_scores_gemma":[0.3619242,0.003538946,0.5510795,0.04780816,0.0006372466,0.03000616,0.00005164199,0.0006029494,0.00435133],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.3966278,"threshold_uncertainty_score":0.4891128,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8290454090139003,"score_gpt":0.7062106398700911,"score_spread":0.1228347691438092,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}