{"id":"W4221009963","doi":"10.1186/s43058-021-00236-4","title":"Development of the ASSESS tool: a comprehenSive tool to Support rEporting and critical appraiSal of qualitative, quantitative, and mixed methods implementation reSearch outcomes","year":2022,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":37,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"National Institutes of Health; National Center for Advancing Translational Sciences; York University; Georgia Clinical and Translational Science Alliance","keywords":"Critical appraisal; Delphi method; Delphi; Computer science; Management science; Process management; Process (computing); Knowledge management; Medicine; Engineering","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4020202,0.005377335,0.005958933,0.03536221,0.003189554,0.01312025,0.007266884,0.003906757,0.0263715],"category_scores_gemma":[0.5474935,0.005790534,0.008605689,0.02145596,0.004208266,0.01506941,0.02039393,0.009586979,0.01158842],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01032939,"about_ca_system_score_gemma":0.0470601,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002279867,"about_ca_topic_score_gemma":0.002849124,"domain_scores_codex":[0.5769463,0.2776494,0.1034528,0.007748944,0.03166384,0.002538632],"domain_scores_gemma":[0.3121232,0.4498945,0.05215565,0.04431072,0.1360752,0.00544078],"domain_codex":null,"domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001022008,0.0005854928,0.005987607,0.03207227,0.001371885,0.0004033689,0.01711101,0.004829211,0.003145813,0.03095631,0.20883,0.693685],"study_design_scores_gemma":[0.002587482,0.001124567,0.01380297,0.05060633,0.001573346,0.0008821781,0.009436077,0.02643881,0.01094491,0.08123731,0.7997363,0.001629805],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004863827,0.001466393,0.8029714,0.006985659,0.001363509,0.1284982,0.022316,0.01974796,0.0117871],"genre_scores_gemma":[0.005853373,0.0005161494,0.8531966,0.000534694,0.00009739878,0.1348208,0.003056961,0.001010137,0.000913957],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.5979798,"threshold_uncertainty_score":0.7374156,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9244391861359466,"score_gpt":0.8400109199227017,"score_spread":0.08442826621324484,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}