{"id":"W3217237666","doi":"10.1101/2021.11.17.21266471","title":"SeroTracker-RoB: a decision rule-based algorithm for reproducible risk of bias assessment of seroprevalence studies","year":2021,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Viral Infections and Outbreaks Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University; University of Waterloo; University of Toronto; McGill University Health Centre; University of Calgary","funders":"Health Canada; University of Oxford; Bill and Melinda Gates Foundation","keywords":"Reliability (semiconductor); Algorithm; Checklist; Computer science; Critical appraisal; Intraclass correlation; Set (abstract data type); Data mining; Mathematics; Statistics; Medicine; Psychology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2032851,0.004810748,0.00545441,0.02351768,0.001994771,0.00699937,0.004741983,0.00342459,0.02164756],"category_scores_gemma":[0.4414223,0.003652586,0.008748039,0.007341339,0.001841455,0.005381997,0.005590392,0.00487806,0.004171302],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004023816,"about_ca_system_score_gemma":0.01394732,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002511692,"about_ca_topic_score_gemma":0.004817444,"domain_scores_codex":[0.8520201,0.09488701,0.03344586,0.006350963,0.01235943,0.0009366546],"domain_scores_gemma":[0.3592349,0.5552257,0.03105008,0.0101734,0.04256164,0.00175431],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.007496153,0.0007007353,0.02158379,0.02953816,0.00867662,0.0006139937,0.003943313,0.03906797,0.003774081,0.01407619,0.08547837,0.7850506],"study_design_scores_gemma":[0.01171393,0.001979204,0.01456438,0.02020163,0.007837727,0.001784369,0.001597852,0.7419599,0.01772838,0.07746647,0.1017186,0.001447496],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01407327,0.001999422,0.9162438,0.001925517,0.0005636094,0.03231112,0.00587905,0.02343461,0.003569577],"genre_scores_gemma":[0.0126847,0.0001775143,0.9743759,0.0001560864,0.00005681781,0.01129914,0.0006241252,0.0003946052,0.0002310432],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7967148,"threshold_uncertainty_score":0.9824913,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1471204661116754,"score_gpt":0.4505509620361429,"score_spread":0.3034304959244675,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}