{"id":"W3160034417","doi":"10.2196/26448","title":"Automation of Article Selection Process in Systematic Reviews Through Artificial Neural Network Modeling and Machine Learning: Protocol for an Article Selection Model","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Computer science; Artificial intelligence; Machine learning; Systematic review; Artificial neural network; Software; Process (computing); Data science; Application programming interface; Dissemination; MEDLINE","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1733276,0.00434157,0.006106015,0.008288156,0.00497578,0.005047007,0.002595074,0.007512675,0.1079031],"category_scores_gemma":[0.2882136,0.004830703,0.01061539,0.007977252,0.00380314,0.006273522,0.005544935,0.008839042,0.02651533],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01201953,"about_ca_system_score_gemma":0.04900755,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002580391,"about_ca_topic_score_gemma":0.004750271,"domain_scores_codex":[0.8875496,0.06283311,0.03273399,0.006323262,0.007822859,0.002737081],"domain_scores_gemma":[0.6901324,0.1732327,0.03626218,0.03202415,0.06264365,0.005704995],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.02729061,0.001765194,0.003773676,0.3065619,0.003579901,0.001226434,0.007651378,0.008262865,0.006550609,0.02682675,0.3711417,0.2353689],"study_design_scores_gemma":[0.08110511,0.004484212,0.0148894,0.155625,0.00455478,0.0006723645,0.002921223,0.0196522,0.01288037,0.07019386,0.6314442,0.001577249],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.0008039965,0.0003002588,0.01330116,0.001435751,0.0006805367,0.9726825,0.008634689,0.0008425365,0.001318728],"genre_scores_gemma":[0.0005031897,0.00009059319,0.0129428,0.0002146328,0.00003461188,0.9854116,0.0004543026,0.00003039853,0.0003179288],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.8266724,"threshold_uncertainty_score":0.9166551,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9128659755911894,"score_gpt":0.6929622655762934,"score_spread":0.2199037100148961,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}