{"id":"W6958251065","doi":"10.6084/m9.figshare.13100812","title":"Additional file 2 of An evaluation of DistillerSR’s machine learning-based prioritization tool for title/abstract screening – impact on reviewer-relevant outcomes","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa; McGill University; Ottawa Hospital","funders":"","keywords":"Prioritization; Key (lock); Task (project management); Matching (statistics); Identification (biology)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02490705,0.001499811,0.001645374,0.005071739,0.001594693,0.003332668,0.00322615,0.001501864,0.8700913],"category_scores_gemma":[0.3326402,0.0009500074,0.001996737,0.005427278,0.0006455493,0.003778323,0.002557668,0.001466665,0.1751403],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002494971,"about_ca_system_score_gemma":0.005795074,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004491607,"about_ca_topic_score_gemma":0.01062319,"domain_scores_codex":[0.9876233,0.004995548,0.002778704,0.001225671,0.002865952,0.0005107247],"domain_scores_gemma":[0.4596006,0.4593688,0.01697335,0.01282182,0.04760732,0.003628117],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.001012073,0.00007587468,0.001326404,0.003353682,0.00007583807,0.00003738883,0.0001164829,0.0002990605,0.00005378756,0.0005107038,0.9808246,0.01231424],"study_design_scores_gemma":[0.02873208,0.001003145,0.02574827,0.009451358,0.001108728,0.0006269329,0.0009188823,0.005726181,0.002992417,0.02005873,0.9031194,0.0005139856],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"dataset","genre_gemma":"empirical","genre_scores_codex":[0.001101663,0.00007656964,0.002541662,0.001269273,0.0002991753,0.002175353,0.9823275,0.00468986,0.005518995],"genre_scores_gemma":[0.05875741,0.0004212186,0.06781067,0.004923624,0.001316396,0.05372017,0.7302827,0.01712622,0.06564159],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9750929,"threshold_uncertainty_score":0.1852989,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08351574573051249,"score_gpt":0.3260848838904937,"score_spread":0.2425691381599812,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}