{"id":"W6976945946","doi":"10.6084/m9.figshare.13100815","title":"Additional file 3 of An evaluation of DistillerSR’s machine learning-based prioritization tool for title/abstract screening – impact on reviewer-relevant outcomes","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa; McGill University; Ottawa Hospital","funders":"","keywords":"Table (database); Prioritization; Recall; Key (lock); Data collection","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02881309,0.002356821,0.002748786,0.007499507,0.001487362,0.0039492,0.003718704,0.001837347,0.869001],"category_scores_gemma":[0.3257642,0.001410687,0.003888102,0.008400286,0.0006546192,0.004584856,0.003384772,0.001483654,0.1448163],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003108095,"about_ca_system_score_gemma":0.006416163,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005291311,"about_ca_topic_score_gemma":0.01413744,"domain_scores_codex":[0.9850395,0.005860527,0.004545387,0.001387527,0.002636648,0.0005303472],"domain_scores_gemma":[0.5228993,0.4059499,0.02013984,0.01229481,0.0361804,0.002535815],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.001266073,0.00007812557,0.001557089,0.01539976,0.0002531964,0.00004619609,0.0001327142,0.0003995743,0.00008103145,0.0006428282,0.9644287,0.01571473],"study_design_scores_gemma":[0.0424091,0.001015828,0.0292882,0.02580494,0.002889365,0.0007193667,0.0008565051,0.007549799,0.003077873,0.02553287,0.8601269,0.0007292307],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"dataset","genre_gemma":"dataset","genre_scores_codex":[0.0005683992,0.0001081652,0.002461751,0.0007526505,0.000211762,0.002182847,0.9871432,0.004051356,0.002519805],"genre_scores_gemma":[0.03063878,0.0006039854,0.07726056,0.003158924,0.001105252,0.0653352,0.7675524,0.01545227,0.03889271],"genre_candidate":"dataset","genre_consensus":"dataset","teacher_disagreement_score":0.9711869,"threshold_uncertainty_score":0.1868542,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6708616461193404,"score_gpt":0.507198081596598,"score_spread":0.1636635645227424,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}