{"id":"W2946482516","doi":"10.1080/23303131.2019.1612806","title":"An Evaluative Approach to Identify Social Innovations within Human Service Organizations: Case Examples of a<i>Pre</i>formative Stage of Developmental Evaluation","year":2019,"lang":"en","type":"article","venue":"Human Services Organizations Management Leadership & Governance","topic":"Community Health and Development","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Operationalization; Formative assessment; Human services; Service (business); Process (computing); Knowledge management; Psychology; Applied psychology; Public relations; Computer science; Pedagogy; Business; Marketing; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002344675,0.0004039912,0.000558763,0.0004848557,0.002279603,0.0000536356,0.0009648347,0.0002016759,0.002184889],"category_scores_gemma":[0.000152861,0.0004540276,0.00003538144,0.006151376,0.00008347239,0.001086912,0.0005629358,0.000496445,0.0002184068],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009791782,"about_ca_system_score_gemma":0.0008394081,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002375377,"about_ca_topic_score_gemma":0.007109037,"domain_scores_codex":[0.9945072,0.001083383,0.001892279,0.0005984902,0.001321756,0.0005968945],"domain_scores_gemma":[0.9919396,0.0001635696,0.002283963,0.0008050681,0.004642409,0.0001653969],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.000105901,0.001704131,0.08227916,0.0171399,0.0004696676,0.00000474293,0.731401,0.005903414,0.006323598,0.1532365,0.000993801,0.0004382189],"study_design_scores_gemma":[0.002851556,0.0001494418,0.4198529,0.0007575622,0.0001999888,0.00000570737,0.5710081,0.0022066,0.0007010941,0.0005866153,0.001011543,0.0006688593],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9792317,0.00004275211,0.003734545,0.0005480867,0.0002086682,0.006691632,0.0002594254,0.0001532095,0.009129998],"genre_scores_gemma":[0.9852061,0.000007994807,0.007604817,0.002884442,0.0000659608,0.0004962916,0.00185925,0.00009357027,0.001781601],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3375737,"threshold_uncertainty_score":0.9997911,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1566349229845517,"score_gpt":0.4309222941398284,"score_spread":0.2742873711552767,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}