{"id":"W4317899376","doi":"10.1007/978-3-031-25049-1_11","title":"A Deterministic Model to Predict Execution Time of Spark Applications","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; SPARK (programming language); Directed acyclic graph; Tree traversal; Execution time; Parallel computing; Cloud computing; Benchmark (surveying); Scheduling (production processes); Graph; Distributed computing; Theoretical computer science; Operating system; Algorithm; Programming language","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007399659,0.000366615,0.0004458147,0.0009799323,0.0001944688,0.0001898761,0.003183154,0.0001722436,0.00000303507],"category_scores_gemma":[0.00005551928,0.0003500264,0.0001263865,0.0009830861,0.0003076415,0.00004168728,0.002352111,0.0003463766,0.0001673869],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001754531,"about_ca_system_score_gemma":0.0002825161,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000086223,"about_ca_topic_score_gemma":0.000007791578,"domain_scores_codex":[0.9967192,0.00002084455,0.0005465004,0.001292078,0.000921257,0.0005001068],"domain_scores_gemma":[0.9975193,0.0003184784,0.0002581682,0.001547205,0.0001782763,0.0001786426],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002306096,0.00002017601,0.000003496568,0.00004295869,0.00000787013,0.00001178644,0.0004137722,0.7351522,0.00007384626,0.008775068,0.00005841658,0.2554381],"study_design_scores_gemma":[0.00009499431,0.0001162483,0.00003403446,0.0003056365,0.00001045093,0.000009933437,9.871258e-8,0.9331783,0.0001306054,0.06531446,0.0004815495,0.0003236861],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0001753115,0.00003653069,0.9943459,0.0004685132,0.000381451,0.0007074957,0.000008989382,0.0003125765,0.003563216],"genre_scores_gemma":[0.2781893,0.0000135344,0.7103842,0.001558468,0.0007573141,0.0001235692,0.00001143621,0.0001054898,0.008856685],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2839617,"threshold_uncertainty_score":0.9998952,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01903471091249719,"score_gpt":0.2435101432983835,"score_spread":0.2244754323858863,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}