{"id":"W4378373311","doi":"10.1177/1035719x231179984","title":"Advancing an ethical imperative for collaborative approaches to evaluation with low incidence and underserved communities: Insights from a DeafBlind Support Services pilot program evaluation","year":2023,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Transformative learning; Vocational education; Recreation; Service (business); Participatory evaluation; Psychology; Public relations; Medical education; Sociology; Political science; Medicine; Pedagogy; Business","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"grok","categories":[],"domain":null,"study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":true,"confidence":"high","status":"direct model label, unvalidated"},{"model":"opus","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03836672,0.0003164419,0.0005463703,0.0008721423,0.0005649667,0.0008134449,0.0005790505,0.0001949017,0.0006525819],"category_scores_gemma":[0.00203345,0.0002299788,0.00007790538,0.002000052,0.0001546607,0.002657677,0.00007832156,0.0005164151,0.00003497495],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004636085,"about_ca_system_score_gemma":0.003408801,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004295257,"about_ca_topic_score_gemma":0.003849688,"domain_scores_codex":[0.9862161,0.003793454,0.001530435,0.0005060865,0.007593606,0.0003603062],"domain_scores_gemma":[0.9842301,0.002031118,0.001299122,0.0004935869,0.01157229,0.0003737862],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.003014004,0.0007845284,0.02223438,0.00007936016,0.0004275844,0.00000470391,0.1521403,0.501812,0.002527295,0.0007726454,0.001210678,0.3149925],"study_design_scores_gemma":[0.004519372,0.005859018,0.09946351,0.0002059728,0.0003861716,0.00001281758,0.1140294,0.7605774,0.0008247614,0.01359528,0.000249938,0.0002762983],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9858291,0.00006709424,0.004033766,0.004051093,0.0002999417,0.005462004,0.00003759413,0.00003700111,0.0001823783],"genre_scores_gemma":[0.9834609,0.00002325355,0.0145343,0.0003857166,0.0002009547,0.001009084,0.0003379108,0.00002542423,0.00002242533],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3147162,"threshold_uncertainty_score":0.9902038,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4662869316973545,"score_gpt":0.508740093857817,"score_spread":0.04245316216046252,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}