{"id":"W4292973078","doi":"10.1109/cloud55607.2022.00028","title":"OrcBench: A Representative Serverless Benchmark","year":2022,"lang":"en","type":"article","venue":"","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Orchestration; Computer science; Benchmark (surveying); Cloud computing; Focus (optics); Set (abstract data type); Operating system; TRACE (psycholinguistics); Function (biology); Distributed computing; Parallel computing; Programming language","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00265918,0.002226314,0.0007991783,0.002136925,0.0008050266,0.001690992,0.00434223,0.001066453,0.002891109],"category_scores_gemma":[0.007789355,0.0004484648,0.0008719828,0.00423866,0.0008591528,0.00252822,0.001367436,0.00171452,0.001276753],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001643795,"about_ca_system_score_gemma":0.002206895,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01278097,"about_ca_topic_score_gemma":0.01175898,"domain_scores_codex":[0.9957652,0.0006085559,0.0004300431,0.0007433441,0.001835488,0.0006173165],"domain_scores_gemma":[0.9945565,0.001463257,0.0003172798,0.001363201,0.001725286,0.0005744601],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.005553293,0.004151126,0.04088822,0.004371998,0.0008063408,0.001163249,0.0005642173,0.2978055,0.06454601,0.02093798,0.3452648,0.2139472],"study_design_scores_gemma":[0.0007882175,0.002511828,0.0258345,0.0002122788,0.0002124878,0.0006807124,0.0004451628,0.7855075,0.07069228,0.01234875,0.1005538,0.0002124643],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7533251,0.006764663,0.0617698,0.002104677,0.00147314,0.001303874,0.05656248,0.06142448,0.05527179],"genre_scores_gemma":[0.7954769,0.001879803,0.07130837,0.0009494774,0.0001907136,0.0005458321,0.1155483,0.005298977,0.008801591],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01278097,"threshold_uncertainty_score":0.02541316,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01621412693607231,"score_gpt":0.2428613359488097,"score_spread":0.2266472090127373,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}