{"id":"W2898337756","doi":"10.1080/14494035.2018.1504488","title":"Designing for robustness: surprise, agility and improvisation in policy design","year":2018,"lang":"en","type":"article","venue":"Policy and Society","topic":"Policy Transfer and Learning","field":"Social Sciences","cited_by":121,"is_retracted":false,"has_abstract":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Surprise; Computer science; Robustness (evolution); CLARITY; Economics; Risk analysis (engineering); Business; Sociology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002513173,0.000102214,0.0001464232,0.00007150396,0.0008319119,0.00009031003,0.00008214665,0.0001479683,0.000004967728],"category_scores_gemma":[0.0009914153,0.0001043559,0.00005717582,0.0003502935,0.0005573311,0.0002364567,0.00001982669,0.0001153278,7.272498e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001351236,"about_ca_system_score_gemma":0.000513995,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02467097,"about_ca_topic_score_gemma":0.001248526,"domain_scores_codex":[0.9987203,0.0002996009,0.0001551609,0.0002263792,0.0001159996,0.0004824966],"domain_scores_gemma":[0.9991314,0.0005561078,0.00003417423,0.00007458884,0.00006283157,0.0001409413],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0001677717,0.000105805,0.01991807,0.0001922938,0.00006765547,5.955038e-7,0.7499131,0.0002223543,0.003382801,0.1444905,0.001605281,0.07993383],"study_design_scores_gemma":[0.01197938,0.001492541,0.5345165,0.0003417102,0.0001991012,0.00001131458,0.1176002,0.06761722,0.00802703,0.1775877,0.07746434,0.003163018],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5154631,0.0002306204,0.4594345,0.01382345,0.0001113318,0.001290182,0.00002200565,0.0001797801,0.00944512],"genre_scores_gemma":[0.9891746,0.0002849173,0.007996348,0.001021755,0.001211534,0.00003252961,0.000001644398,0.00001049537,0.0002661641],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6323129,"threshold_uncertainty_score":0.9818238,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05732074791790828,"score_gpt":0.3660698441419762,"score_spread":0.308749096224068,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}