{"id":"W1594257894","doi":"10.3138/cjpe.23.003","title":"Reframing Evaluation: Defining an Indigenous Evaluation Framework","year":2008,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":159,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Cognitive reframing; Indigenous; Traditional knowledge; Focus group; Common ground; Sociology; Public relations; Political science; Engineering ethics; Psychology; Engineering; Social psychology; Anthropology; Ecology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"grok","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"opus","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07245219,0.0002736312,0.0004493441,0.001522558,0.00118894,0.0006292202,0.0009150127,0.0002739923,0.008595575],"category_scores_gemma":[0.01642953,0.0002358241,0.0002122362,0.001882623,0.0001953106,0.002185793,0.00002159183,0.0005971259,0.0002806355],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001730375,"about_ca_system_score_gemma":0.02561126,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005223277,"about_ca_topic_score_gemma":0.008125919,"domain_scores_codex":[0.9832129,0.0031676,0.001969507,0.0005177734,0.0105287,0.0006034719],"domain_scores_gemma":[0.9810528,0.0006045217,0.00170871,0.0007943672,0.01490828,0.0009313123],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002261393,0.00008495262,0.03465482,0.00000290023,0.00004113437,0.00001091034,0.01349066,0.02055896,0.00001956082,0.0003557827,0.00076893,0.9299888],"study_design_scores_gemma":[0.002924512,0.001940261,0.2955871,0.0001803921,0.0006329354,0.0005999489,0.007993684,0.6049691,0.0001406582,0.06572765,0.0186782,0.0006255984],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9838338,0.002488669,0.003372459,0.0007311968,0.002198379,0.002861754,0.000009603757,0.00002705073,0.004477085],"genre_scores_gemma":[0.9794262,0.00002905847,0.01921723,0.0003187683,0.0005447072,0.0002830508,0.00009365455,0.00002850955,0.00005883276],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9293632,"threshold_uncertainty_score":0.9923107,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.396733003676957,"score_gpt":0.552227878522765,"score_spread":0.155494874845808,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}