{"id":"W2985992387","doi":"10.1108/jhom-05-2019-0139","title":"Evaluating complex transformation","year":2019,"lang":"en","type":"article","venue":"Journal of Health Organization and Management","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Government of British Columbia; Nutrasource; Golder Associates (Canada); University of British Columbia","funders":"","keywords":"Scope (computer science); Summative assessment; Originality; Process management; Government (linguistics); Scale (ratio); Theory of change; Medicine; Management science; Computer science; Sociology; Business; Formative assessment; Engineering; Qualitative research","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007123902,0.00006004591,0.0001899681,0.0002942497,0.0001319151,0.0001253074,0.0001524724,0.00001695168,0.002190728],"category_scores_gemma":[0.0001366651,0.00004283527,0.00002387386,0.000583096,0.000008988263,0.0004780554,0.00002933201,0.00006009767,0.0001410069],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007059697,"about_ca_system_score_gemma":0.0001170373,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001317527,"about_ca_topic_score_gemma":0.000001463075,"domain_scores_codex":[0.9973767,0.0002000415,0.001001441,0.00009885667,0.00122062,0.0001023618],"domain_scores_gemma":[0.9983344,0.00007756855,0.0007714484,0.0001226706,0.0006261402,0.00006777664],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00003230386,0.0001055767,0.02195007,0.0002077308,0.00004595878,0.000001053622,0.005040858,0.005388179,0.0002958131,0.04906308,0.01225639,0.905613],"study_design_scores_gemma":[0.004128738,0.001136473,0.6260483,0.000123381,0.00003634619,0.00007175881,0.009815283,0.04273198,0.0001132545,0.005227955,0.3103406,0.0002259443],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7773325,0.0003786285,0.1574355,0.04688881,0.001489171,0.001198132,0.00000233702,0.00002940081,0.01524546],"genre_scores_gemma":[0.9896883,0.0006089284,0.005961227,0.002998598,0.00003496199,6.606274e-7,0.000005281021,0.000005936917,0.0006960481],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.905387,"threshold_uncertainty_score":0.9987214,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3008294384671317,"score_gpt":0.5477147668902765,"score_spread":0.2468853284231449,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}