{"id":"W4389226694","doi":"10.1186/s13643-023-02322-1","title":"Data extraction and comparison for complex systematic reviews: a step-by-step guideline and an implementation example using open-source software","year":2023,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Prince Edward Island","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Data extraction; Guideline; Software; Computer science; Set (abstract data type); Data mining; Relational database; Data science; Systematic review; Data set; Information retrieval; Medicine; MEDLINE; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.431548,0.002392898,0.06535266,0.001002448,0.0008553365,0.006885984,0.008524529,0.0005006942,0.0008078853],"category_scores_gemma":[0.1062769,0.001127865,0.003377902,0.002673463,0.0001162375,0.001934169,0.002213757,0.0004707952,0.001430474],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002992371,"about_ca_system_score_gemma":0.000265636,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003163708,"about_ca_topic_score_gemma":0.0005606748,"domain_scores_codex":[0.7791907,0.1166546,0.09199618,0.005563936,0.005551716,0.001042832],"domain_scores_gemma":[0.8671842,0.02815373,0.08432267,0.01801493,0.001605061,0.0007193955],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001308696,0.00004043727,0.000005646281,0.6574633,0.0005402639,0.000001040158,0.0001091909,6.001248e-7,7.335872e-7,0.00005702468,0.2268072,0.1149733],"study_design_scores_gemma":[0.0002578184,0.00006931674,3.432318e-7,0.2604897,0.01214997,0.0001649504,0.001188085,0.01779228,1.636969e-8,0.00004797592,0.7071024,0.0007371108],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[7.156573e-7,0.5915754,0.3232269,0.00001730875,0.000324093,0.08405396,0.0007533517,0.00002988363,0.00001836413],"genre_scores_gemma":[6.239092e-7,0.8334271,0.1478888,0.0001422888,0.0002922233,0.0120661,0.003896355,0.0002249829,0.002061535],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4802952,"threshold_uncertainty_score":0.999347,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9466056094281841,"score_gpt":0.6795090386987997,"score_spread":0.2670965707293843,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}