{"id":"W2802781340","doi":"10.1177/1098214018763553","title":"Evaluating Social Innovations","year":2018,"lang":"en","type":"article","venue":"American Journal of Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Variety (cybernetics); Psychological intervention; Management science; Conceptual framework; Computer science; Knowledge management; Sociology; Engineering ethics; Psychology; Social science; Economics; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.03242493,0.00009744492,0.0002772156,0.0005883753,0.0003478636,0.0001617544,0.0003506595,0.00002642556,0.003952151],"category_scores_gemma":[0.006609104,0.00007178003,0.000111762,0.00229221,0.0003309103,0.0006909236,0.00003920698,0.0001589559,0.0003063791],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001653074,"about_ca_system_score_gemma":0.00112026,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007162983,"about_ca_topic_score_gemma":0.00001396408,"domain_scores_codex":[0.992362,0.00103432,0.001291858,0.0001798744,0.004962357,0.0001695766],"domain_scores_gemma":[0.9859452,0.0005964832,0.00221532,0.0002272656,0.01095013,0.00006558836],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00006317173,0.00004459918,0.004868916,4.280241e-7,0.00002693595,3.216153e-7,0.002506852,0.0004301437,0.002399535,0.001169689,0.00447415,0.9840153],"study_design_scores_gemma":[0.003316854,0.007265324,0.5896171,0.00005132813,0.0002882856,0.0001256379,0.01670001,0.2807485,0.00214496,0.07520051,0.02406925,0.0004722529],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9731865,0.00001838984,0.01290626,0.004857179,0.0007245293,0.0001432968,0.000001799586,0.00000757816,0.008154453],"genre_scores_gemma":[0.9889687,0.000002435818,0.008880067,0.0008206981,0.00115058,0.000005978549,0.00000260326,0.000007642472,0.0001613165],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.983543,"threshold_uncertainty_score":0.9969584,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4567176324915049,"score_gpt":0.6367359267377268,"score_spread":0.180018294246222,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}