{"id":"W3009664453","doi":"10.3138/cjpe.69095","title":"Reflections on Evaluating in Indigenous Contexts: Looking to the Future","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Carleton University","funders":"","keywords":"Indigenous; Sociology; Psychology; Environmental ethics; Political science; Philosophy; Ecology; Biology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"grok","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"opus","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01668732,0.000116284,0.0002049099,0.0005884687,0.0003810976,0.000451185,0.0005917189,0.00006520194,0.0009146195],"category_scores_gemma":[0.004981509,0.00007565875,0.00009651227,0.001843574,0.00003211284,0.0003333359,0.0000135712,0.0004150244,0.0001979785],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005279087,"about_ca_system_score_gemma":0.004617613,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000291784,"about_ca_topic_score_gemma":0.06980285,"domain_scores_codex":[0.9951438,0.0009285959,0.0009160527,0.0002248109,0.002495696,0.0002910798],"domain_scores_gemma":[0.9965827,0.0002866592,0.0005031605,0.0002419806,0.00188566,0.0004998369],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003313624,0.00001947013,0.006710923,0.000001568052,0.00001135928,0.000004849759,0.01721953,0.03247473,0.00004440963,0.000257227,0.002404424,0.9408184],"study_design_scores_gemma":[0.003089811,0.006915718,0.2963274,0.0002287568,0.0001399641,0.00007253276,0.02912013,0.08666131,0.0001828149,0.008205314,0.5685603,0.000495959],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8813077,0.0008253325,0.001400203,0.1067142,0.002085367,0.003213569,0.000009328915,0.00001566606,0.00442867],"genre_scores_gemma":[0.9924153,0.000005764923,0.001578301,0.005030607,0.0008265837,0.00009089896,0.00000353089,0.000009652992,0.00003932431],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9403224,"threshold_uncertainty_score":0.9999987,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4296188597017498,"score_gpt":0.5859342152437196,"score_spread":0.1563153555419698,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}