{"id":"W4297996183","doi":"10.1136/bmjebm-2022-112002","title":"Proof of concept: all-virtual guideline development workshops using GRADE during the COVID-19 pandemic","year":2022,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Grading (engineering); Guideline; Medical education; Pandemic; Psychological intervention; Coronavirus disease 2019 (COVID-19); Psychology; Medicine; Nursing; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.08880705,0.002046259,0.001819773,0.001034018,0.002580951,0.005696768,0.004336622,0.007067589,0.1008261],"category_scores_gemma":[0.2698199,0.001103297,0.003512041,0.0006059365,0.002099756,0.004510876,0.006829325,0.004912654,0.0181132],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002634108,"about_ca_system_score_gemma":0.0192301,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009920591,"about_ca_topic_score_gemma":0.002368003,"domain_scores_codex":[0.9316378,0.04849206,0.004524457,0.00299662,0.009439121,0.002909999],"domain_scores_gemma":[0.8029503,0.09560983,0.01544853,0.02047735,0.04659321,0.0189208],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.01847386,0.009094156,0.002657599,0.04433692,0.001292474,0.001998194,0.005967986,0.00136829,0.005469805,0.01236211,0.3665352,0.5304434],"study_design_scores_gemma":[0.05385996,0.03202429,0.007910415,0.04104556,0.002012082,0.002076101,0.00443195,0.002263488,0.01573436,0.01632906,0.8218567,0.0004559915],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"methods","genre_scores_codex":[0.05243178,0.007396342,0.2132075,0.1006614,0.07917354,0.4580492,0.02024777,0.006347364,0.06248521],"genre_scores_gemma":[0.1112966,0.004327488,0.37096,0.0404401,0.007131028,0.4422298,0.003834651,0.001185678,0.01859466],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.911193,"threshold_uncertainty_score":0.4696622,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.548356336968319,"score_gpt":0.5763784541983684,"score_spread":0.02802211723004944,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}