{"id":"W2140061750","doi":"10.3138/cjpe.29.3.134","title":"From the Outside, Looking In with a Smile: A Summary and Discussion of CES's Credentialed Evaluator Designation","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Credentialing; Credential; Management; Action (physics); Political science; Context (archaeology); Humanities; Sociology; Public relations; Law; Art; Geography; Economics","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.07141851,0.0008251769,0.0007197226,0.002915589,0.009127923,0.01348377,0.004551374,0.006455249,0.004332559],"category_scores_gemma":[0.08329367,0.0005507693,0.001381057,0.003270724,0.02069949,0.006885482,0.006675369,0.008604029,0.001001035],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03648936,"about_ca_system_score_gemma":0.0551493,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.1072361,"about_ca_topic_score_gemma":0.1265802,"domain_scores_codex":[0.9281687,0.04332745,0.005874735,0.003152656,0.01548587,0.003990602],"domain_scores_gemma":[0.9233972,0.03508975,0.001610268,0.003098354,0.03404859,0.002755749],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007846945,0.0001472209,0.003339675,0.0007190746,0.0000270104,0.0006884746,0.0408249,0.002356201,0.000762064,0.7777184,0.08789191,0.08544666],"study_design_scores_gemma":[0.00003349688,0.0001210884,0.002630156,0.001138574,0.00003333801,0.0004087073,0.04053083,0.00227577,0.002783496,0.03261437,0.9173086,0.0001217094],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"review","genre_scores_codex":[0.03234636,0.007731237,0.1879501,0.4746264,0.007639343,0.00175341,0.0003860952,0.00053265,0.2870343],"genre_scores_gemma":[0.6439378,0.01179305,0.1151294,0.09701221,0.001864098,0.002934078,0.0003910366,0.0006108473,0.1263275],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.9285815,"threshold_uncertainty_score":0.3777017,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3069585015711737,"score_gpt":0.4904886684929546,"score_spread":0.1835301669217809,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}