{"id":"W2140061750","doi":"10.3138/cjpe.29.3.134","title":"From the Outside, Looking In with a Smile: A Summary and Discussion of CES's Credentialed Evaluator Designation","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Credentialing; Credential; Management; Action (physics); Political science; Context (archaeology); Humanities; Sociology; Public relations; Law; Art; Geography; Economics","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01932148,0.0001070556,0.0002369614,0.0004507517,0.0001003281,0.0002729979,0.0003294307,0.0000616141,0.0002835831],"category_scores_gemma":[0.002799577,0.0000522429,0.00004712726,0.0007214827,0.0001217803,0.000711816,0.00001689538,0.000167506,0.000004675235],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002795889,"about_ca_system_score_gemma":0.005293155,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002386038,"about_ca_topic_score_gemma":0.06059792,"domain_scores_codex":[0.9951566,0.001076791,0.0008562973,0.0001821462,0.002554526,0.0001735969],"domain_scores_gemma":[0.9959604,0.0003691143,0.000833079,0.0002270993,0.002304762,0.0003055471],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001337041,0.00004452515,0.2553846,0.000003341617,0.00002976383,0.000006118652,0.008266307,0.003764094,0.0001092574,0.00005624667,0.00220235,0.7299997],"study_design_scores_gemma":[0.006483807,0.001504602,0.7008967,0.0006024778,0.0003011081,0.00004121939,0.02352642,0.229813,0.0003687394,0.02808879,0.008090224,0.0002829263],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9914495,0.0009503575,0.001859168,0.003720182,0.0003679431,0.001120146,0.000009154853,0.000003611592,0.0005199178],"genre_scores_gemma":[0.9970506,0.000009075789,0.002625403,0.00008188971,0.0001242228,0.00003959231,0.00001239961,0.000007507659,0.0000492757],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7297168,"threshold_uncertainty_score":0.9565437,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3069585015711737,"score_gpt":0.4904886684929546,"score_spread":0.1835301669217809,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}