{"id":"W4221009963","doi":"10.1186/s43058-021-00236-4","title":"Development of the ASSESS tool: a comprehenSive tool to Support rEporting and critical appraiSal of qualitative, quantitative, and mixed methods implementation reSearch outcomes","year":2022,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":37,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"National Institutes of Health; National Center for Advancing Translational Sciences; York University; Georgia Clinical and Translational Science Alliance","keywords":"Critical appraisal; Delphi method; Delphi; Computer science; Management science; Process management; Process (computing); Knowledge management; Medicine; Engineering","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0480831,0.0001606505,0.000419996,0.0007329701,0.007035108,0.00005509123,0.001322909,0.00003145113,0.0003614819],"category_scores_gemma":[0.01921066,0.0001413071,0.00004506742,0.003188625,0.001781152,0.0006593809,0.004296,0.000547146,0.000003958537],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004014193,"about_ca_system_score_gemma":0.004001526,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007399236,"about_ca_topic_score_gemma":0.001127124,"domain_scores_codex":[0.9831888,0.009507143,0.004006902,0.0005397948,0.001959008,0.0007983391],"domain_scores_gemma":[0.9654678,0.02786647,0.002514296,0.001351875,0.002569631,0.0002299851],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00002863342,0.00009746043,0.1155515,0.0002286784,0.00003193034,2.342718e-7,0.6066031,0.000005202322,0.07868847,0.1429044,0.00163247,0.05422803],"study_design_scores_gemma":[0.0005452299,0.0001469108,0.4296433,0.00001970143,0.00001193206,0.000002769205,0.548941,0.00005651713,0.00279547,0.00082267,0.01688965,0.0001247992],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9751318,0.00001715597,0.007981582,0.01398308,0.0003945332,0.002062425,0.0002393562,0.00002303634,0.0001670323],"genre_scores_gemma":[0.6708527,0.000006881761,0.3270744,0.0008775648,0.000004621871,0.001135351,0.00002231537,0.00001062436,0.00001546782],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3190929,"threshold_uncertainty_score":0.9942576,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9244391861359466,"score_gpt":0.8400109199227017,"score_spread":0.08442826621324484,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}