{"id":"W197622962","doi":"10.3138/cjpe.16.006","title":"Softly, Softly Catch the Monkey: Innovative Approaches to Measure Socially Sensitive and Complex Issues in Evaluation Research","year":2001,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Respondent; Reliability (semiconductor); Measure (data warehouse); Psychology; Government (linguistics); Focus (optics); Research design; Management science; Knowledge management; Computer science; Data science; Applied psychology; Sociology; Engineering; Political science; Social science; Data mining","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08923177,0.0001670864,0.0003221543,0.001402285,0.000603007,0.0007412329,0.0005015578,0.0001174271,0.0004555176],"category_scores_gemma":[0.01101451,0.0001166408,0.00005981872,0.00403141,0.0003030908,0.0006794963,0.00004164402,0.0005415292,0.00005251685],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001016638,"about_ca_system_score_gemma":0.009901623,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002821644,"about_ca_topic_score_gemma":0.1582799,"domain_scores_codex":[0.9882022,0.004093863,0.001062854,0.0003691594,0.00577728,0.0004946873],"domain_scores_gemma":[0.985811,0.0008278887,0.0004823729,0.0003163571,0.0121955,0.0003669129],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00006695125,0.00005212197,0.03018452,0.000002839743,0.00003278046,0.000006614607,0.02057235,0.00348385,0.00008087797,0.001202833,0.005320245,0.938994],"study_design_scores_gemma":[0.001655073,0.0008017065,0.731254,0.0001085728,0.00006633645,0.00006573484,0.04065036,0.1585582,0.00009715914,0.03776177,0.02871091,0.0002702001],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9180983,0.0006200706,0.0009420178,0.07060546,0.0003801281,0.004285957,0.000007716958,0.000008821932,0.005051494],"genre_scores_gemma":[0.9961792,0.00002002539,0.002724597,0.000410589,0.0002704056,0.0002073503,0.00001740441,0.00001318278,0.0001572701],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9387238,"threshold_uncertainty_score":0.9973161,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8765369178333454,"score_gpt":0.6071075175501194,"score_spread":0.269429400283226,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}