{"id":"W6920948858","doi":"10.6084/m9.figshare.13100809","title":"Additional file 1 of An evaluation of DistillerSR’s machine learning-based prioritization tool for title/abstract screening – impact on reviewer-relevant outcomes","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa; McGill University; Ottawa Hospital","funders":"","keywords":"Prioritization; Key (lock); Task (project management); Matching (statistics); Selection (genetic algorithm)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02274987,0.002058485,0.002666725,0.007271426,0.00129694,0.003077941,0.00309825,0.001713758,0.8783287],"category_scores_gemma":[0.2833726,0.001326505,0.003352636,0.008588002,0.0005597774,0.003762952,0.002946542,0.001553808,0.116122],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002751613,"about_ca_system_score_gemma":0.006601598,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004619547,"about_ca_topic_score_gemma":0.0126191,"domain_scores_codex":[0.9876984,0.004726203,0.004122172,0.001141264,0.001836418,0.0004755111],"domain_scores_gemma":[0.5458102,0.389827,0.02127931,0.009784576,0.03106912,0.002229792],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.002074573,0.0001246351,0.001856584,0.02937929,0.0003975655,0.00005798968,0.0001911472,0.0006214953,0.0001167097,0.001148576,0.9415511,0.02248036],"study_design_scores_gemma":[0.06367149,0.001356753,0.03074848,0.03391555,0.003831889,0.0007281224,0.000845664,0.007726152,0.002838545,0.02919886,0.8243796,0.0007589536],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"dataset","genre_gemma":"other","genre_scores_codex":[0.0005511296,0.0001043025,0.001943759,0.0005346469,0.0001198728,0.002499715,0.9903108,0.001869377,0.002066291],"genre_scores_gemma":[0.03396409,0.0008047356,0.07589632,0.002865829,0.0008850375,0.1177702,0.721311,0.009519333,0.03698356],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.9772502,"threshold_uncertainty_score":0.1735493,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6750849799104843,"score_gpt":0.5077921163446718,"score_spread":0.1672928635658125,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}