{"id":"W3164979178","doi":"10.1016/j.jclinepi.2021.05.007","title":"PRIME-IPD SERIES Part 1. The PRIME-IPD tool promoted verification and standardization of study datasets retrieved for IPD meta-analysis","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"ca_institutions":"Ottawa Hospital; Centre for Global Health Research; University of Toronto; Hospital for Sick Children; Bruyère; University of Ottawa","funders":"Hospital for Sick Children; Bruyère Research Institute; Bill and Melinda Gates Foundation","keywords":"Standardization; Computer science; Meta-analysis; Prime (order theory); Data mining; Missing data; Data quality; Artificial intelligence; Machine learning; Medicine","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4264525,0.004080224,0.006546124,0.02136148,0.003192709,0.01157239,0.008487144,0.005856428,0.06666941],"category_scores_gemma":[0.6896927,0.008365666,0.01472828,0.01702914,0.00352886,0.0133518,0.02004961,0.009932864,0.01759307],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005277868,"about_ca_system_score_gemma":0.03327463,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0027977,"about_ca_topic_score_gemma":0.005145234,"domain_scores_codex":[0.6884323,0.2039893,0.07305387,0.01476563,0.01788293,0.001875905],"domain_scores_gemma":[0.2310384,0.5832471,0.02953436,0.09793434,0.05513989,0.003105956],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.004060294,0.0003299889,0.01051151,0.1299228,0.008117734,0.0007214718,0.009298685,0.004523412,0.003860727,0.04500898,0.4139173,0.3697272],"study_design_scores_gemma":[0.005744583,0.000664392,0.01189191,0.02650807,0.00594116,0.001071748,0.0009556554,0.008569034,0.009738207,0.0644467,0.8637412,0.0007273072],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004088588,0.00640924,0.7253271,0.01138055,0.004347363,0.07728451,0.1067263,0.04832175,0.01611457],"genre_scores_gemma":[0.01209912,0.001401603,0.8489801,0.002137524,0.0005452574,0.1092158,0.01625466,0.006219613,0.003146425],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.5735475,"threshold_uncertainty_score":0.7072861,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.94154916197496,"score_gpt":0.683125887889487,"score_spread":0.2584232740854729,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}