{"id":"W4200056214","doi":"10.3389/fdgth.2021.801204","title":"Developing a Quality Benchmark for Determining the Credibility of Web Health Information- a Protocol of a Gold Standard Approach","year":2021,"lang":"en","type":"article","venue":"Frontiers in Digital Health","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université de Montréal","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Computer science; Credibility; Quality (philosophy); Misinformation; Knowledge management; Protocol (science); Data science; Medicine; Computer security","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.4756855,0.003242798,0.005049997,0.01664875,0.008302545,0.00938341,0.007969704,0.008169158,0.0116804],"category_scores_gemma":[0.5306717,0.003380991,0.01128455,0.01375505,0.008030506,0.007343883,0.01239131,0.01119958,0.004883343],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02730509,"about_ca_system_score_gemma":0.1205384,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005215787,"about_ca_topic_score_gemma":0.005987148,"domain_scores_codex":[0.5443624,0.2766206,0.1021636,0.01124311,0.05803097,0.007579359],"domain_scores_gemma":[0.4336049,0.1925932,0.03905947,0.06152259,0.2652554,0.007964505],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.009703905,0.00592206,0.02721537,0.07808359,0.001924073,0.0009634336,0.03957881,0.007845425,0.006426987,0.09149355,0.07259215,0.6582506],"study_design_scores_gemma":[0.01743603,0.01773722,0.05985374,0.1442001,0.00403847,0.000935395,0.02916124,0.02601315,0.04078955,0.08653395,0.5715206,0.001780665],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.004501344,0.0006716542,0.06586089,0.002226984,0.0005293073,0.9188157,0.00177746,0.0002847051,0.005331992],"genre_scores_gemma":[0.00514023,0.0002203891,0.110563,0.0004652246,0.00003197687,0.8825471,0.0006107134,0.00003943709,0.0003819967],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.4756855,"threshold_uncertainty_score":0.6465731,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06915478684436611,"score_gpt":0.4106840072210206,"score_spread":0.3415292203766545,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}