{"id":"W2406779531","doi":"10.1145/2897683.2897685","title":"An empirical investigation of the evaluators' scoring of vendors' responses to an RFP of a large healthcare system","year":2016,"lang":"en","type":"article","venue":"","topic":"Multi-Criteria Decision Making","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto; St. Michael's Hospital; Toronto Metropolitan University","funders":"","keywords":"Consistency (knowledge bases); Diversity (politics); Computer science; Empirical research; Empirical evidence; Request for proposal; Health care; Reliability (semiconductor); Psychology; Knowledge management; Artificial intelligence; Statistics; Marketing; Business; Political science; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1062173,0.0005413868,0.0005055811,0.002872711,0.001742078,0.002086814,0.001296463,0.001267616,0.001583411],"category_scores_gemma":[0.3648762,0.0003723889,0.0005988588,0.002914023,0.002444057,0.002278212,0.001839162,0.001311181,0.0004836904],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001885064,"about_ca_system_score_gemma":0.001482245,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001746704,"about_ca_topic_score_gemma":0.00316667,"domain_scores_codex":[0.8334476,0.133773,0.009117039,0.006813212,0.01474771,0.002101395],"domain_scores_gemma":[0.2897847,0.6183375,0.03954377,0.01572466,0.03394841,0.002661034],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001803653,0.00226131,0.8158982,0.00117444,0.0006480739,0.0005388508,0.07197174,0.004019669,0.004515371,0.001562423,0.002184201,0.09342208],"study_design_scores_gemma":[0.0002739388,0.005850416,0.8603083,0.0005610074,0.0002293497,0.0009329917,0.08643614,0.02779503,0.008390078,0.002506083,0.006462364,0.0002542078],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9941581,0.00008161164,0.00355638,0.0001357849,0.00001353807,0.0001327038,0.00006726142,0.000009841995,0.001844743],"genre_scores_gemma":[0.9953336,0.00004349028,0.004017589,0.00007288998,0.00001680702,0.0001441091,0.00009996837,0.000008673114,0.0002627942],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1062173,"threshold_uncertainty_score":0.5617373,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3001306779497703,"score_gpt":0.5235592150727814,"score_spread":0.223428537123011,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}