{"id":"W3028612984","doi":"10.3138/cjpe.61841","title":"Predicting Credentialed Evaluator Status: Characteristics, Comparisons, and Implications for the CE Program","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Victoria; University of Saskatchewan","funders":"","keywords":"Scope (computer science); Sustainability; Order (exchange); Accounting; Political science; Actuarial science; Sociology; Public economics; Business; Economics; Computer science; Finance","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009374411,0.0001355455,0.0002728821,0.0001937776,0.0006148075,0.001036291,0.000472483,0.00006470933,0.0004609582],"category_scores_gemma":[0.008119296,0.00009244899,0.0001237122,0.0005406236,0.000144004,0.0004892527,0.00002277916,0.000213588,0.00001275905],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001653602,"about_ca_system_score_gemma":0.00418431,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001556882,"about_ca_topic_score_gemma":0.003321597,"domain_scores_codex":[0.9966795,0.0003925508,0.001099409,0.0002546229,0.001229579,0.0003443501],"domain_scores_gemma":[0.9936703,0.0007799444,0.0009936683,0.0002581056,0.003566546,0.0007314287],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00002810087,0.00003086979,0.2206045,0.000008293332,0.00004861273,2.520262e-7,0.001180561,0.0002184685,0.0000309982,0.0002503714,0.006717866,0.7708811],"study_design_scores_gemma":[0.0009236287,0.0006647424,0.5238436,0.00002097364,0.0002496009,0.00001093826,0.001867412,0.325158,0.00001214977,0.0009174669,0.1462282,0.0001032814],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8664732,0.004367845,0.03013389,0.08227377,0.001937608,0.0137189,0.000297488,0.00007871394,0.0007186214],"genre_scores_gemma":[0.9901622,0.00005361312,0.008222036,0.0005213452,0.0004672602,0.0004969058,0.00004110464,0.000013688,0.00002188186],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7707778,"threshold_uncertainty_score":0.9992976,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4209077424068388,"score_gpt":0.5372251137668627,"score_spread":0.1163173713600238,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}