{"id":"W2544306716","doi":"10.1109/dmesp.1991.171731","title":"Evaluating expert systems using a multiple-criteria, multiple-stakeholder approach","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Stakeholder; Computer science; Expert system; Field (mathematics); Term (time); Test (biology); Management science; Engineering; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04857534,0.001348937,0.00085462,0.005043052,0.001374126,0.003378511,0.001378975,0.001623327,0.002232776],"category_scores_gemma":[0.1344738,0.0003368108,0.0009375786,0.002399332,0.001552528,0.002753615,0.002194029,0.0009914279,0.0003848141],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00246946,"about_ca_system_score_gemma":0.002092442,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001923817,"about_ca_topic_score_gemma":0.003833299,"domain_scores_codex":[0.9240289,0.05537676,0.003303931,0.001777923,0.01484068,0.0006718303],"domain_scores_gemma":[0.831493,0.1204868,0.006330239,0.006181376,0.03372306,0.001785532],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00227093,0.002762984,0.04843799,0.003060119,0.001215151,0.000824375,0.01472384,0.1744345,0.03342252,0.0382093,0.004431778,0.6762065],"study_design_scores_gemma":[0.0008773571,0.007996485,0.03350829,0.0008362361,0.0006405768,0.0008531482,0.01130916,0.8219893,0.04979939,0.05722675,0.01445148,0.0005117559],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4049891,0.0004182574,0.5708455,0.0008466212,0.00007914618,0.002407247,0.0001970356,0.0003807721,0.01983637],"genre_scores_gemma":[0.5704643,0.0001559636,0.426838,0.000121998,0.00002517951,0.0008328008,0.0001841576,0.00004532021,0.001332348],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.04857534,"threshold_uncertainty_score":0.2568941,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3340507499238825,"score_gpt":0.3647658618065172,"score_spread":0.03071511188263476,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}