{"id":"W2109294629","doi":"10.1007/s00766-004-0204-6","title":"A framework for empirical evaluation of conceptual modeling techniques","year":2004,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":228,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of British Columbia; Simon Fraser University","funders":"","keywords":"Computer science; Categorical variable; Categorization; Grammar; Rule-based machine translation; Empirical research; Task (project management); Modeling language; Variables; Machine learning; Artificial intelligence; Natural language processing; Systems engineering; Engineering; Mathematics; Programming language; Software; Statistics; Linguistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1619997,0.002664885,0.001632881,0.01859893,0.004725415,0.01269843,0.004579221,0.003929591,0.007626178],"category_scores_gemma":[0.421097,0.001236786,0.002357456,0.01415182,0.008404576,0.0192508,0.007356923,0.004976545,0.0008579857],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01100137,"about_ca_system_score_gemma":0.0112051,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007004608,"about_ca_topic_score_gemma":0.00491206,"domain_scores_codex":[0.7877871,0.1728264,0.008726946,0.003851122,0.02489247,0.001915869],"domain_scores_gemma":[0.5547513,0.3654242,0.01231342,0.03027704,0.0355939,0.001640137],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002367331,0.001429339,0.006885392,0.0009098322,0.0002067648,0.0001054731,0.005910003,0.0113811,0.001651635,0.84703,0.003447088,0.1208064],"study_design_scores_gemma":[0.0007156384,0.001647782,0.00950334,0.003552715,0.000359114,0.0003186013,0.01663121,0.2167913,0.003940187,0.7186036,0.02768202,0.0002545603],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.04662881,0.001006663,0.9124517,0.003606248,0.0001429834,0.00481992,0.0008526834,0.0005820985,0.0299089],"genre_scores_gemma":[0.2492396,0.0003858676,0.7380775,0.0003264186,0.00003982776,0.01052413,0.0006774077,0.0001408649,0.0005884182],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1619997,"threshold_uncertainty_score":0.8567463,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1449234842993098,"score_gpt":0.3523727618234092,"score_spread":0.2074492775240994,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}