{"id":"W1594257894","doi":"10.3138/cjpe.23.003","title":"Reframing Evaluation: Defining an Indigenous Evaluation Framework","year":2008,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":159,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Cognitive reframing; Indigenous; Traditional knowledge; Focus group; Common ground; Sociology; Public relations; Political science; Engineering ethics; Psychology; Engineering; Social psychology; Anthropology; Ecology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"grok","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"opus","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.3747783,0.001557079,0.001969939,0.01079155,0.01388484,0.02329494,0.006419277,0.005635799,0.00175719],"category_scores_gemma":[0.1820413,0.0009820202,0.001635619,0.005210307,0.05415861,0.01864165,0.01919183,0.009775716,0.0003761933],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.04280109,"about_ca_system_score_gemma":0.07545284,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02529006,"about_ca_topic_score_gemma":0.02750646,"domain_scores_codex":[0.5482283,0.3949724,0.01538564,0.006328452,0.02971142,0.005373669],"domain_scores_gemma":[0.7037707,0.2032652,0.009856616,0.01120318,0.06604079,0.005863505],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00006387779,0.0001996708,0.002282284,0.002049425,0.0001218555,0.0002691736,0.1094218,0.00253095,0.000559381,0.7893184,0.005334386,0.08784875],"study_design_scores_gemma":[0.000115467,0.000394034,0.003515326,0.01128692,0.0002830648,0.000423618,0.1280249,0.01112096,0.001880194,0.6758608,0.1668267,0.0002679646],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03198801,0.01176455,0.6235296,0.1099531,0.001322717,0.007447339,0.0001216114,0.0004571814,0.213416],"genre_scores_gemma":[0.5588014,0.002952785,0.4223841,0.006304051,0.0003189197,0.004826165,0.00007735299,0.0001222876,0.004212955],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3747783,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.396733003676957,"score_gpt":0.552227878522765,"score_spread":0.155494874845808,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}