{"id":"W2792950363","doi":"10.1136/bmjqs-2017-007554","title":"Rigorous evaluations of evolving interventions: can we have our cake and eat it too?","year":2018,"lang":"en","type":"letter","venue":"BMJ Quality & Safety","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":19,"is_retracted":false,"has_abstract":true,"ca_institutions":"Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"U.S. Department of Veterans Affairs","keywords":"Psychological intervention; Medicine; Context (archaeology); Intervention (counseling); Health care; Quality (philosophy); Best practice; Software deployment; Magic bullet; Nursing; Computer science; Management","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.04553949,0.0006220014,0.002949717,0.0007205057,0.0004843491,0.0001791953,0.0007116244,0.001094476,0.00141633],"category_scores_gemma":[0.01358811,0.000799659,0.0007806979,0.0002497103,0.0002651536,0.0004970644,0.000285109,0.001114452,0.0009090995],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001423409,"about_ca_system_score_gemma":0.0007984268,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007798172,"about_ca_topic_score_gemma":0.003952826,"domain_scores_codex":[0.9804084,0.002447233,0.01452712,0.001387514,0.0004252185,0.0008045592],"domain_scores_gemma":[0.9863998,0.002620661,0.008469881,0.001719443,0.0005588143,0.0002314128],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001847259,0.00007656578,0.004109369,0.004047616,0.0003397689,0.000003751794,0.003238497,0.00001221775,5.677456e-7,0.002980071,0.9848,0.0003730791],"study_design_scores_gemma":[0.001888066,0.0002405517,0.014776,0.003024284,0.0001792639,0.00003058807,0.007201938,0.00164352,0.000003447377,0.03057428,0.9388435,0.001594578],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.001196304,0.005252438,0.005555463,0.9708572,0.001777469,0.002647083,0.007068098,0.0000864637,0.005559501],"genre_scores_gemma":[0.0405694,0.002282913,0.008509088,0.8980276,0.0118637,0.001079438,0.003591971,0.0003408319,0.03373507],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.0728296,"threshold_uncertainty_score":0.9998688,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5496791580497851,"score_gpt":0.5319815241335241,"score_spread":0.017697633916261,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}