{"id":"W4367285108","doi":"10.51744/cip2","title":"Designing evaluations to provide evidence to inform action in new settings","year":2018,"lang":"en","type":"report","venue":"","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"ca_institutions":"Impact","funders":"","keywords":"Psychological intervention; Context (archaeology); Action (physics); Public relations; Promotion (chess); Psychology; Political science; Geography","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5635921,0.004780617,0.00857676,0.01645146,0.00443898,0.02257353,0.008767382,0.01276842,0.02143698],"category_scores_gemma":[0.7074683,0.003453894,0.00607692,0.009395359,0.008156738,0.02986493,0.01403013,0.01045762,0.003966418],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02289014,"about_ca_system_score_gemma":0.05867631,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006566318,"about_ca_topic_score_gemma":0.007619421,"domain_scores_codex":[0.32228,0.6166063,0.0326254,0.007006461,0.01697405,0.004507809],"domain_scores_gemma":[0.1763438,0.7220816,0.02578776,0.02920948,0.04076079,0.005816684],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.005261939,0.002735756,0.01109809,0.08252006,0.004976572,0.0009278093,0.01746088,0.0166208,0.001241238,0.2026843,0.05422867,0.600244],"study_design_scores_gemma":[0.009175105,0.006098203,0.008251616,0.214777,0.006079392,0.0003532265,0.02853461,0.01385308,0.005389624,0.399427,0.3068912,0.001169975],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03155277,0.07048778,0.3824129,0.1450883,0.01601909,0.2061473,0.00784717,0.002446875,0.137998],"genre_scores_gemma":[0.1088107,0.01797629,0.7455416,0.01439841,0.001144626,0.1074529,0.00142192,0.0002987552,0.002954817],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4364079,"threshold_uncertainty_score":0.5381687,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7086949615913435,"score_gpt":0.6482410702142726,"score_spread":0.06045389137707091,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}