{"id":"W1978303279","doi":"10.1002/ev.382","title":"Integrating a new evaluation unit with an old institution: See no evil; hear no evil; speak no evil","year":2011,"lang":"en","type":"article","venue":"New Directions for Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Unit (ring theory); CLARITY; Institution; Evaluation methods; Association (psychology); Psychology; Sociology; Computer science; Mathematics education; Social science; Engineering; Psychotherapist","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05355232,0.0004400616,0.000763208,0.001161552,0.005182517,0.01292186,0.002172179,0.003794493,0.01159493],"category_scores_gemma":[0.1000628,0.000387555,0.0004521878,0.0005923864,0.006101722,0.007667326,0.01047828,0.006419727,0.003574162],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004407026,"about_ca_system_score_gemma":0.01248381,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00146666,"about_ca_topic_score_gemma":0.00450404,"domain_scores_codex":[0.928192,0.04689859,0.004059466,0.001315328,0.01694284,0.002591753],"domain_scores_gemma":[0.9073618,0.0389775,0.008430242,0.005974495,0.01841391,0.02084206],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.00102616,0.003586912,0.02937808,0.001249094,0.00009222425,0.001345037,0.023826,0.00206715,0.004903742,0.1458927,0.1621587,0.6244743],"study_design_scores_gemma":[0.0006942237,0.003734293,0.04828169,0.00412796,0.0002530359,0.002044874,0.06518012,0.02023985,0.02510989,0.08010741,0.7491906,0.001036082],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.2279489,0.002245094,0.1431567,0.1937663,0.009341985,0.003202911,0.0001123331,0.003326198,0.4168997],"genre_scores_gemma":[0.8273485,0.0007777683,0.09592788,0.02241347,0.001265115,0.001782231,0.00006285364,0.0005186198,0.04990361],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.05355232,"threshold_uncertainty_score":0.2832151,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3909805053050648,"score_gpt":0.5034779046174458,"score_spread":0.112497399312381,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}