{"id":"W3035271094","doi":"10.1177/1098214019899164","title":"Talking Circles: A Culturally Responsive Evaluation Practice","year":2020,"lang":"en","type":"article","venue":"American Journal of Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":64,"is_retracted":false,"has_abstract":true,"ca_institutions":"Stollery Children's Hospital","funders":"","keywords":"Privilege (computing); Indigenous; Invisibility; Sociology; Power (physics); Stakeholder; Culturally appropriate; Power structure; Psychology; Pedagogy; Social psychology; Public relations; Computer science; Ethnography; Political science; Medicine; Computer security; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"grok","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"opus","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03818105,0.0001479654,0.0003867151,0.0003095923,0.0001654624,0.0002918189,0.0004399312,0.00003614615,0.001908107],"category_scores_gemma":[0.0607248,0.0001090598,0.0001774028,0.001713971,0.0001301171,0.002148975,0.00005040046,0.0002899696,0.0002671462],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003153653,"about_ca_system_score_gemma":0.001976588,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001051948,"about_ca_topic_score_gemma":0.000006055727,"domain_scores_codex":[0.9848098,0.004096497,0.001477077,0.0003212168,0.009099884,0.0001954885],"domain_scores_gemma":[0.9803633,0.002289392,0.003456464,0.0002839805,0.0133784,0.0002284458],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000684661,0.00006716159,0.00108402,0.000002056425,0.00008710913,0.000006539016,0.0133394,0.02047441,0.004021595,0.0001778836,0.006290049,0.9537651],"study_design_scores_gemma":[0.005376282,0.006109191,0.1105175,0.0001370961,0.001246599,0.000427697,0.1366329,0.6473782,0.00122866,0.008371631,0.08194409,0.0006301558],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9009978,0.0003314499,0.01135371,0.07834337,0.0006390774,0.0007078856,0.000003856951,0.00001746488,0.007605411],"genre_scores_gemma":[0.9849212,0.00005047859,0.008025411,0.006504564,0.0004396887,0.00001422204,0.000006130718,0.00001083642,0.00002745147],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.953135,"threshold_uncertainty_score":0.9990043,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2213240597741148,"score_gpt":0.5437861279564394,"score_spread":0.3224620681823247,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}