@inproceedings{814b216171374b1a81ddd50b094554d0,
title = "Serverless execution of scientific workflows",
abstract = "In this paper, we present a serverless workflow execution system (DEWE v31) with Function-as-a-Service (FaaS aka serverless computing) as the target execution environment. DEWE v3 is designed to address problems of (1) execution of large-scale scientific workflows and (2) resource underutilization. At its core is our novel hybrid (FaaS and dedicated/local clusters) job dispatching approach taking into account resource consumption patterns of different phases of workflow execution. In particular, the hybrid approach deals with the maximum execution duration limit, memory limit, and storage space limit. DEWE v3 significantly reduces the efforts needed to execute large-scale scientific workflow applications on public clouds. We have evaluated DEWE v3 on both AWS Lambda and Google Cloud Functions and demonstrate that FaaS offers an ideal solution for scientific workflows with complex precedence constraints. In our large-scale evaluations, the hybrid execution model surpasses the performance of the traditional cluster execution model with significantly less execution cost.",
keywords = "Function-as-a-service, Scientific workflow, Serverless computing",
author = "Qingye Jiang and Lee, {Young Choon} and Zomaya, {Albert Y.}",
year = "2017",
month = jan,
day = "1",
doi = "10.1007/978-3-319-69035-3_51",
language = "English",
isbn = "9783319690346",
series = "Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)",
publisher = "Springer, Springer Nature",
pages = "706--721",
editor = "Michael Maximilien and Antonio Vallecillo and Jianmin Wang and Marc Oriol",
booktitle = "Service-Oriented Computing",
address = "United States",
note = "15th International Conference on Service-Oriented Computing, ICSOC 2017 ; Conference date: 13-11-2017 Through 16-11-2017",
}