{"id":"W1564362335","doi":"","title":"An External Evaluation: A Case Study of a Design and Implementation Process","year":2008,"lang":"en","type":"article","venue":"SIT Digital Collections (SIT Graduate Institute)","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Process (computing); Process management; Computer science; Business; Operations management; Risk analysis (engineering); Engineering; Programming language","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1245581,0.001532582,0.001203948,0.004022234,0.01859554,0.0124239,0.00494389,0.007763904,0.004642858],"category_scores_gemma":[0.150915,0.001493287,0.001689891,0.003442798,0.01579073,0.01080482,0.0113983,0.007607658,0.001202515],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01528101,"about_ca_system_score_gemma":0.01846747,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005878265,"about_ca_topic_score_gemma":0.00774425,"domain_scores_codex":[0.7225837,0.2392178,0.005469476,0.006086763,0.0194303,0.007212014],"domain_scores_gemma":[0.8769843,0.07953697,0.006575475,0.01102817,0.01866815,0.007206999],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004450751,0.003292269,0.009011018,0.00153806,0.00009429616,0.01485454,0.7889462,0.002043444,0.003964365,0.05340023,0.01513928,0.1072712],"study_design_scores_gemma":[0.0002801219,0.004384576,0.005822015,0.003545916,0.0001256527,0.005153686,0.668237,0.00491022,0.006631447,0.01291811,0.2876698,0.00032141],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6101442,0.002010806,0.1794837,0.02679954,0.001302116,0.01905696,0.0002465863,0.0006194015,0.1603367],"genre_scores_gemma":[0.8314671,0.001208055,0.1179738,0.005164587,0.0002140658,0.008267343,0.0001686412,0.0005955352,0.03494088],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1245581,"threshold_uncertainty_score":0.6587341,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4104950060608888,"score_gpt":0.5245303794608792,"score_spread":0.1140353733999904,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}