{"id":"W3028612984","doi":"10.3138/cjpe.61841","title":"Predicting Credentialed Evaluator Status: Characteristics, Comparisons, and Implications for the CE Program","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Victoria; University of Saskatchewan","funders":"","keywords":"Scope (computer science); Sustainability; Order (exchange); Accounting; Political science; Actuarial science; Sociology; Public economics; Business; Economics; Computer science; Finance","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01515792,0.0001335221,0.0002968586,0.003923159,0.0008725309,0.002132081,0.0007633036,0.0004084722,0.005110165],"category_scores_gemma":[0.08058777,0.0001025779,0.0002505771,0.003121121,0.0006190882,0.001322853,0.001507617,0.0006326332,0.0008811531],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001630024,"about_ca_system_score_gemma":0.002795195,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01117768,"about_ca_topic_score_gemma":0.01525152,"domain_scores_codex":[0.9941134,0.002699771,0.0006296678,0.0003555001,0.001344296,0.0008573916],"domain_scores_gemma":[0.9394029,0.02406222,0.009888734,0.002112407,0.01489736,0.009636346],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001665084,0.0001689672,0.9826753,0.00002477493,0.00001000641,0.00003796522,0.0008518078,0.000148576,0.00008278246,0.0001836656,0.001003795,0.01464591],"study_design_scores_gemma":[0.0000139411,0.000190133,0.9885048,0.00005938502,0.00001099207,0.0001038992,0.00607083,0.001541971,0.0003054954,0.0002145609,0.002973428,0.00001052508],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9942211,0.0001425052,0.00055366,0.0006568501,0.0000224519,0.0001223526,0.0007659564,0.00001602012,0.003499209],"genre_scores_gemma":[0.9983076,0.0000549838,0.0004207416,0.0000525716,0.000009536127,0.00005914843,0.000415992,0.000004873826,0.0006745234],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01515792,"threshold_uncertainty_score":0.08016372,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4209077424068388,"score_gpt":0.5372251137668627,"score_spread":0.1163173713600238,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}