{"id":"W4250356090","doi":"10.21203/rs.3.rs-40780/v3","title":"Decoding semi-automated title-abstract screening: findings from a convenience sample of reviews","year":2020,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Sample (material); Decoding methods; Computer science; Telecommunications; Chemistry; Chromatography","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1064439,0.001847614,0.004080854,0.01095221,0.001022537,0.00450626,0.001907756,0.00196118,0.01146613],"category_scores_gemma":[0.5480727,0.001539546,0.005846537,0.01014426,0.0008655735,0.002809066,0.004127036,0.001140644,0.004789457],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001010184,"about_ca_system_score_gemma":0.007273643,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003246539,"about_ca_topic_score_gemma":0.007703119,"domain_scores_codex":[0.8297568,0.09508424,0.0500432,0.00940873,0.0146071,0.001099869],"domain_scores_gemma":[0.3832051,0.4862519,0.04421235,0.04449302,0.04068643,0.001151148],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.01777557,0.001005203,0.1537016,0.1386781,0.03399381,0.001077826,0.0115537,0.002566745,0.01367305,0.002658264,0.05426716,0.5690489],"study_design_scores_gemma":[0.02042601,0.006026614,0.5498454,0.04113197,0.1339466,0.003571584,0.005939881,0.01728511,0.0341462,0.02557009,0.16076,0.001350518],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5177934,0.07010895,0.236336,0.004083533,0.001777012,0.04017197,0.1122907,0.004562276,0.01287611],"genre_scores_gemma":[0.7268159,0.008763344,0.1827197,0.00247497,0.0005161124,0.03153458,0.04271217,0.001253178,0.003209993],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8935561,"threshold_uncertainty_score":0.5629357,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8758411825915159,"score_gpt":0.6211434068487646,"score_spread":0.2546977757427513,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}