{"id":"W4292973078","doi":"10.1109/cloud55607.2022.00028","title":"OrcBench: A Representative Serverless Benchmark","year":2022,"lang":"en","type":"article","venue":"","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Orchestration; Computer science; Benchmark (surveying); Cloud computing; Focus (optics); Set (abstract data type); Operating system; TRACE (psycholinguistics); Function (biology); Distributed computing; Parallel computing; Programming language","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003734702,0.00008472508,0.00009088741,0.0000839261,0.0004399129,0.00008803524,0.001164621,0.000008903614,0.0003958791],"category_scores_gemma":[0.000009093458,0.00007669012,0.00006373218,0.0005849521,0.00001678935,0.00001998642,0.002745408,0.0001407865,0.00003237816],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000576969,"about_ca_system_score_gemma":0.00002236387,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002704705,"about_ca_topic_score_gemma":0.000005626026,"domain_scores_codex":[0.9986963,0.0001484044,0.0001424133,0.0003883362,0.000404037,0.0002204582],"domain_scores_gemma":[0.9992296,0.0000607845,0.00005413407,0.0005781805,0.00002214114,0.00005520043],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001048785,0.0003036541,0.001374689,0.00001250848,0.00008073399,0.0001680326,0.008207407,0.1045935,0.00007509869,0.7304092,0.1022764,0.05248831],"study_design_scores_gemma":[0.000717705,0.000278017,0.005617061,0.00000645103,0.000008765211,0.0000714138,0.003323929,0.7908989,0.0002600679,0.01029213,0.1880205,0.0005050753],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.3706155,0.0002410384,0.2564721,0.01329153,0.001682885,0.0005263561,0.000003930113,0.001173292,0.3559933],"genre_scores_gemma":[0.9767502,4.857812e-7,0.007640831,0.001096213,0.00004366945,0.00002909998,0.000001825311,0.000005170629,0.0144325],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7201171,"threshold_uncertainty_score":0.4334598,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01621412693607231,"score_gpt":0.2428613359488097,"score_spread":0.2266472090127373,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}