{"id":"W3104156511","doi":"10.1186/s13643-020-01528-x","title":"Decoding semi-automated title-abstract screening: findings from a convenience sample of reviews","year":2020,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research; Agency for Healthcare Research and Quality","keywords":"Medicine; Sample (material); Family medicine; Chromatography","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.07775815,0.0004379269,0.009345528,0.0001663488,0.00008134582,0.0003068857,0.001926656,0.0001032975,0.02291854],"category_scores_gemma":[0.1605604,0.0001967666,0.002529741,0.001559165,0.00005155798,0.0002203319,0.0001392975,0.000166122,0.03110635],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002377457,"about_ca_system_score_gemma":0.00004099085,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002269089,"about_ca_topic_score_gemma":0.000004015139,"domain_scores_codex":[0.9672932,0.009381918,0.01910436,0.0009837898,0.002952609,0.0002841335],"domain_scores_gemma":[0.974963,0.00809695,0.01267767,0.003450154,0.0005021769,0.0003100183],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000627181,0.0000561395,0.00588656,0.08305936,0.0004373619,0.00001030836,0.003246006,0.00002358995,0.001348327,0.001571389,0.8931689,0.0111858],"study_design_scores_gemma":[0.0001841653,0.00003181335,0.0005314435,0.01348212,0.0005760707,0.000007383058,0.0003230219,0.03180673,0.00008286753,0.00043386,0.9521284,0.0004121753],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01536067,0.2820022,0.5905332,0.002232026,0.002165822,0.04600722,0.0004133084,0.0002853115,0.06100021],"genre_scores_gemma":[0.8216275,0.007037262,0.1575495,0.004155039,0.0006855768,0.001649402,0.0001282774,0.0001558916,0.007011557],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8062668,"threshold_uncertainty_score":0.9779747,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.74206806984738,"score_gpt":0.5067228630798758,"score_spread":0.2353452067675043,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}