{"id":"W1758177958","doi":"10.3138/cjpe.29.3.86","title":"View from the Credentialing Board: Where We've Been and Where We're Going","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"Government of Northwest Territories; Barrie Urology Group","funders":"","keywords":"Credentialing; On board; Editorial board; Psychology; Engineering ethics; Medical education; Management; Computer science; Library science; Engineering; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02691847,0.0002983536,0.0004722243,0.001551404,0.02131044,0.02274102,0.001775712,0.006312474,0.009158526],"category_scores_gemma":[0.07494007,0.0003570593,0.0003834643,0.001672266,0.01579057,0.01314763,0.006719128,0.01832179,0.0009815473],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02057582,"about_ca_system_score_gemma":0.03856653,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.06173345,"about_ca_topic_score_gemma":0.07180478,"domain_scores_codex":[0.9663121,0.02210332,0.0006609131,0.00110963,0.006154413,0.003659729],"domain_scores_gemma":[0.9487026,0.01984015,0.003019486,0.000836999,0.01357505,0.01402573],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001713193,0.0002097851,0.01223932,0.0005267311,0.00002361895,0.002259102,0.3048458,0.0005200055,0.001143561,0.2010958,0.3254927,0.1514723],"study_design_scores_gemma":[0.00001696064,0.0000605372,0.004130687,0.001248172,0.00001657453,0.000482638,0.4028436,0.0003269531,0.0006302811,0.01614149,0.5739928,0.0001092102],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.07170432,0.007813272,0.006977866,0.8355242,0.00582529,0.00006662185,0.00007342696,0.00009330282,0.07192166],"genre_scores_gemma":[0.9139628,0.005953522,0.002705714,0.05286552,0.0009767137,0.00006581299,0.0000595032,0.0001053939,0.02330501],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.9794242,"threshold_uncertainty_score":0.1492887,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4342804105770348,"score_gpt":0.5121123250234277,"score_spread":0.07783191444639292,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}