{"id":"W4403689435","doi":"10.1080/17517575.2024.2417404","title":"NLP4PBM: a systematic review on process extraction using natural language processing with rule-based, machine and deep learning methods","year":2024,"lang":"en","type":"review","venue":"Enterprise Information Systems","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"Telfer School of Management, University of Ottawa","keywords":"Computer science; Process (computing); Artificial intelligence; Extraction (chemistry); Natural language processing; Natural language; Machine learning; Programming language","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001742794,0.0007883996,0.002428062,0.001358422,0.0003463215,0.002191486,0.0003086033,0.0002099313,0.000007401169],"category_scores_gemma":[0.0002990546,0.000494551,0.0003100966,0.001631716,0.00003581069,0.003291729,0.00008000874,0.000843632,0.0001435866],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001666455,"about_ca_system_score_gemma":0.0001229882,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001237574,"about_ca_topic_score_gemma":0.000002981092,"domain_scores_codex":[0.9965838,0.0001537683,0.00176237,0.0004477489,0.0007083698,0.0003439987],"domain_scores_gemma":[0.9963262,0.00009219398,0.002729558,0.0003369098,0.0004829423,0.0000322021],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000009440936,0.00001357424,0.00000178687,0.8510789,0.0001431688,0.00000784891,0.0001408102,0.001282708,7.687109e-8,0.000009808742,0.000006835199,0.147305],"study_design_scores_gemma":[0.0001216945,0.000005844969,4.418299e-8,0.5823687,0.005334199,0.00008840131,0.0004422345,0.3902207,9.404597e-8,0.000001151701,0.02098691,0.0004300392],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00000881868,0.9493896,0.04779219,0.0000198744,0.0003236198,0.00175693,0.000005699058,0.0003412435,0.0003620176],"genre_scores_gemma":[0.008316882,0.9879827,0.0006092188,0.000514322,0.0005898084,0.000889521,0.0007606469,0.0001721632,0.0001647371],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.388938,"threshold_uncertainty_score":0.9997506,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02232312180806214,"score_gpt":0.3508063942505889,"score_spread":0.3284832724425268,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}