{"id":"W4378373311","doi":"10.1177/1035719x231179984","title":"Advancing an ethical imperative for collaborative approaches to evaluation with low incidence and underserved communities: Insights from a DeafBlind Support Services pilot program evaluation","year":2023,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Transformative learning; Vocational education; Recreation; Service (business); Participatory evaluation; Psychology; Public relations; Medical education; Sociology; Political science; Medicine; Pedagogy; Business","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"grok","categories":[],"domain":null,"study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":true,"confidence":"high","status":"direct model label, unvalidated"},{"model":"opus","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.3073847,0.000494906,0.000916301,0.001772403,0.02547939,0.01882802,0.004182367,0.00575706,0.002601896],"category_scores_gemma":[0.2926341,0.0007177565,0.0008212517,0.001174095,0.04001332,0.00988692,0.02347361,0.01333323,0.0003095929],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03244673,"about_ca_system_score_gemma":0.1520755,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03510644,"about_ca_topic_score_gemma":0.08706965,"domain_scores_codex":[0.5902045,0.3532641,0.00789268,0.004382724,0.03402261,0.0102334],"domain_scores_gemma":[0.5541908,0.3249681,0.01397683,0.01734002,0.0648672,0.02465704],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002044625,0.001162419,0.01002001,0.001072504,0.00005688471,0.002530423,0.6966652,0.0007838491,0.001681592,0.1527401,0.0187971,0.1142856],"study_design_scores_gemma":[0.0002079332,0.0008800313,0.005100981,0.004194772,0.00008385605,0.001651285,0.6747142,0.001946471,0.00348366,0.1349514,0.1725623,0.000223047],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2973042,0.003652043,0.127303,0.4886024,0.001828337,0.00646943,0.0000959257,0.0001809594,0.0745638],"genre_scores_gemma":[0.9031724,0.001066732,0.06190982,0.02582617,0.0001988929,0.00358278,0.00002526277,0.000132344,0.004085572],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.3073847,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4662869316973545,"score_gpt":0.508740093857817,"score_spread":0.04245316216046252,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}