{"id":"W4200239034","doi":"10.1136/bmjebm-2021-111850","title":"Users' Guides to the Medical Literature series on social media (part 2): how to appraise studies using data from platforms","year":2021,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"ca_institutions":"McMaster University; Impact; Université de Montréal","funders":"","keywords":"Series (stratigraphy); Social media; Data science; Computer science; World Wide Web; Information retrieval; Geology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.08205412,0.003906545,0.007791197,0.04700594,0.002430219,0.00858243,0.004879887,0.008729042,0.2050326],"category_scores_gemma":[0.4333638,0.004846628,0.004719961,0.03366806,0.003767654,0.01029801,0.01080249,0.009469652,0.1072996],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002914665,"about_ca_system_score_gemma":0.02227776,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008431567,"about_ca_topic_score_gemma":0.02211598,"domain_scores_codex":[0.9202428,0.02951111,0.03759067,0.001287031,0.01038009,0.0009882598],"domain_scores_gemma":[0.3401605,0.5128958,0.03041183,0.01305911,0.09830622,0.005166446],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003790371,0.0001340981,0.0003634511,0.02862602,0.000137496,0.0001190734,0.002515335,0.000255412,0.0008345715,0.001783418,0.8292948,0.1355574],"study_design_scores_gemma":[0.0005570835,0.0001185874,0.001481033,0.02448634,0.0002166115,0.0002360771,0.001486198,0.0004375703,0.0006953123,0.005986457,0.9641073,0.0001914915],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"methods","genre_scores_codex":[0.00458054,0.08675952,0.1541855,0.177696,0.02720715,0.09728623,0.2730507,0.0348419,0.1443925],"genre_scores_gemma":[0.007880724,0.06411894,0.6028565,0.05954301,0.008343103,0.104786,0.04896531,0.01659699,0.08690946],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9179459,"threshold_uncertainty_score":0.6859024,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.64309403782733,"score_gpt":0.5438279267303098,"score_spread":0.09926611109702022,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}