@inproceedings{811aacfc07d44aa29d0a3f9a1b03958e,
title = "Extensible pipeline development powered by PyCPL and PyEsorex",
abstract = "Despite Python being the preferred programming language of choice for most astronomers, building or extending data reduction pipelines in the language can be problematic. A common approach is to write Python functions or classes as wrappers, calling individual pipeline recipes underneath, but this does not scale well with increasing pipeline complexity. Data management is also fraught since housekeeping code must be written to carefully handle input and output products between recipes. We have addressed these issues by creating an extensible pipeline development framework that leverages the Python bindings for the ESO Common Pipeline Library (PyCPL) toolkit. Pipeline recipes can be defined in a regulated manner using existing ESO pipeline recipes or new Python recipes compliant with ESO standards. Users can easily build their own pipeline workflows for execution by the PyCPL companion package PyEsorex. The ability to define Python recipes offers a powerful means to extend existing ESO pipelines or develop entirely new pipelines. An overview of the framework is presented along with an illustrative MUSE pipeline workflow.",
keywords = "Manuscript format, template, SPIE Proceedings, LaTeX",
author = "Brent Miszalski and Bazkiaei, {Amir E.} and {van de Sande}, Jesse and O'Toole, {Simon J.} and Anthony Horton and James Tocknell",
year = "2024",
doi = "10.1117/12.3013046",
language = "English",
isbn = "9781510675254",
series = "Proceedings of SPIE",
publisher = "SPIE",
pages = "1--6",
editor = "Jorge Ibsen and Gianluca Chiozzi",
booktitle = "Software and Cyberinfrastructure for Astronomy VIII",
address = "United States",
note = "Software and Cyberinfrastructure for Astronomy VIII 2024 ; Conference date: 16-06-2024 Through 21-06-2024",
}