{"id":"W6962970895","doi":"10.17635/lancaster/thesis/2316","title":"Examining the impact of evaluation professionalization in Canada on the positioning, practice and employability of evaluators","year":2024,"lang":"en","type":"article","venue":"Lancaster EPrints (Lancaster University)","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Professionalization; Credential; Employability; Construct (python library); Field (mathematics); Focus group; Professional development; Body of knowledge; Qualitative research","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02593941,0.0003090718,0.0005554524,0.002397572,0.01589486,0.008843881,0.001633097,0.0008151958,0.003176766],"category_scores_gemma":[0.06249061,0.0003628719,0.0003783725,0.005209454,0.007139415,0.002101182,0.00745453,0.002381412,0.0001818514],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.2086198,"about_ca_system_score_gemma":0.3654279,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9827763,"about_ca_topic_score_gemma":0.9924642,"domain_scores_codex":[0.9657732,0.01031208,0.0008639285,0.00182715,0.01170757,0.009516129],"domain_scores_gemma":[0.9090415,0.02468429,0.006060802,0.002448288,0.04037938,0.01738565],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.0008607153,0.0004264281,0.41795,0.0008034165,0.0001216872,0.0007217834,0.2236738,0.002042557,0.002009096,0.04081215,0.02029495,0.2902834],"study_design_scores_gemma":[0.00006432788,0.0002826141,0.6350532,0.0007704637,0.00008430852,0.0001132099,0.2836314,0.001828747,0.001444934,0.002533301,0.0740263,0.0001672667],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9333832,0.001779849,0.001524571,0.01563049,0.0001583812,0.0002129881,0.0003500215,0.00004988526,0.04691058],"genre_scores_gemma":[0.9950506,0.0005485585,0.000684682,0.0005711711,0.000009286799,0.00003345574,0.00006069108,0.00001058136,0.003030958],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9740606,"threshold_uncertainty_score":0.9178889,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1660311728965192,"score_gpt":0.4376524789578774,"score_spread":0.2716213060613581,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}