{"id":"W4297996183","doi":"10.1136/bmjebm-2022-112002","title":"Proof of concept: all-virtual guideline development workshops using GRADE during the COVID-19 pandemic","year":2022,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Grading (engineering); Guideline; Medical education; Pandemic; Psychological intervention; Coronavirus disease 2019 (COVID-19); Psychology; Medicine; Nursing; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01595448,0.0001853378,0.0003976239,0.0002970219,0.002660115,0.000005632552,0.0007034781,0.00008586417,0.004067687],"category_scores_gemma":[0.01307021,0.0001189443,0.00004763863,0.001188329,0.0005500108,0.0001655493,0.0002793517,0.001046174,0.000009228425],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002027466,"about_ca_system_score_gemma":0.01719196,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00179216,"about_ca_topic_score_gemma":0.0002039503,"domain_scores_codex":[0.9927545,0.002304924,0.001674472,0.000423532,0.001919803,0.0009228109],"domain_scores_gemma":[0.9930241,0.004626228,0.0007207884,0.0005331626,0.0003523933,0.0007433887],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001896724,0.0004293027,0.3176646,0.003403213,0.0001014104,0.00007499131,0.09630002,0.07755966,0.007794619,0.0003075669,0.4768119,0.01765601],"study_design_scores_gemma":[0.008641548,0.00188231,0.02870346,0.006128522,0.0001225461,0.0001162858,0.1329297,0.02219548,0.001676059,0.0004491841,0.796276,0.0008788172],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8239501,0.00356341,0.01250719,0.1531719,0.001999903,0.004631119,0.00001532388,0.00008783367,0.00007317316],"genre_scores_gemma":[0.9704235,0.00009055777,0.001461893,0.02449046,0.001178249,0.001092344,0.00005033004,0.00002173761,0.00119099],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3194641,"threshold_uncertainty_score":0.9986383,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.548356336968319,"score_gpt":0.5763784541983684,"score_spread":0.02802211723004944,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}