{"id":"W3035271094","doi":"10.1177/1098214019899164","title":"Talking Circles: A Culturally Responsive Evaluation Practice","year":2020,"lang":"en","type":"article","venue":"American Journal of Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":64,"is_retracted":false,"has_abstract":true,"ca_institutions":"Stollery Children's Hospital","funders":"","keywords":"Privilege (computing); Indigenous; Invisibility; Sociology; Power (physics); Stakeholder; Culturally appropriate; Power structure; Psychology; Pedagogy; Social psychology; Public relations; Computer science; Ethnography; Political science; Medicine; Computer security; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"grok","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"opus","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1800964,0.001232699,0.001068914,0.005214349,0.01412304,0.01782911,0.005078589,0.00442523,0.009659098],"category_scores_gemma":[0.1616835,0.001097373,0.001172671,0.002745451,0.02196689,0.0148943,0.02143405,0.006730668,0.003297844],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009125361,"about_ca_system_score_gemma":0.02456633,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002239535,"about_ca_topic_score_gemma":0.005314847,"domain_scores_codex":[0.6821614,0.2902946,0.004625014,0.00588567,0.01415479,0.002878602],"domain_scores_gemma":[0.8242204,0.1102158,0.006964464,0.01845596,0.02567669,0.01446669],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002914284,0.001045832,0.00346065,0.001514735,0.000132406,0.001277257,0.3945871,0.001624755,0.003281649,0.150869,0.05233152,0.3895836],"study_design_scores_gemma":[0.0002275622,0.0008695464,0.002005951,0.004351746,0.0001440245,0.001673736,0.2779998,0.004314963,0.006430396,0.1779484,0.5236403,0.0003936325],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07662977,0.003420535,0.5459233,0.08687682,0.002406705,0.007118287,0.0001371365,0.003579787,0.2739076],"genre_scores_gemma":[0.5257627,0.002403901,0.4270812,0.01218535,0.0005464227,0.006373995,0.000101794,0.001435321,0.02410936],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.1800964,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2213240597741148,"score_gpt":0.5437861279564394,"score_spread":0.3224620681823247,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}