diff --git a/bps/caching/LSSTCam/usdf/DRP-caching.yaml b/bps/caching/LSSTCam/usdf/DRP-caching.yaml index d37b324a..54392a93 100644 --- a/bps/caching/LSSTCam/usdf/DRP-caching.yaml +++ b/bps/caching/LSSTCam/usdf/DRP-caching.yaml @@ -12,11 +12,15 @@ subDirTemplate: "{label}/{detector}" +includeConfigs: + # DAF_BUTLER_CONFIG_PATH is set here: + - ${DRP_PIPE_DIR}/bps/daf_butler_config_path/compose.yaml + environment: # Default caching config # Each pipetask creates its own local cache folder, # $TMPDIR/butler-cache-dir-* - DAF_BUTLER_CONFIG_PATH: ${DRP_PIPE_DIR}/bps/caching/LSSTCam/usdf/config:${DAF_BUTLER_CONFIG_PATH} + CACHING_CONFIG_PATH: ${DRP_PIPE_DIR}/bps/caching/LSSTCam/usdf/config DAF_BUTLER_CACHE_EXPIRATION_MODE: datasets=500 cluster: diff --git a/bps/compression/LSSTCam/DRP/DRP-compression.yaml b/bps/compression/LSSTCam/DRP/DRP-compression.yaml new file mode 100644 index 00000000..541fabc8 --- /dev/null +++ b/bps/compression/LSSTCam/DRP/DRP-compression.yaml @@ -0,0 +1,15 @@ +# There are recommended configs for compression for LSSTCam DRP +# +# Use it by adding +# +# includeConfigs: +# - ${DRP_PIPE_DIR}/bps/compression/LSSTCam/DRP/DRP-compression.yaml +# +# (with no outer indentation) to your BPS config file. + +includeConfigs: + # DAF_BUTLER_CONFIG_PATH is set here: + - ${DRP_PIPE_DIR}/bps/daf_butler_config_path/compose.yaml + +environment: + COMPRESSION_CONFIG_PATH: ${DRP_PIPE_DIR}/bps/compression/LSSTCam/DRP/config diff --git a/bps/compression/LSSTCam/DRP/config/datastores/fileDatastore.yaml b/bps/compression/LSSTCam/DRP/config/datastores/fileDatastore.yaml new file mode 100644 index 00000000..6a65902d --- /dev/null +++ b/bps/compression/LSSTCam/DRP/config/datastores/fileDatastore.yaml @@ -0,0 +1,17 @@ +formatters: + preliminary_visit_image: + formatter: lsst.obs.base.formatters.fitsExposure.FitsExposureFormatter + parameters: + recipe: lossy16 + visit_image: + formatter: lsst.obs.base.formatters.fitsExposure.FitsExposureFormatter + parameters: + recipe: lossy16 + deep_coadd: + formatter: lsst.obs.base.formatters.fitsExposure.FitsExposureFormatter + parameters: + recipe: lossy16 + template_coadd: + formatter: lsst.obs.base.formatters.fitsExposure.FitsExposureFormatter + parameters: + recipe: lossy16 diff --git a/bps/daf_butler_config_path/compose.yaml b/bps/daf_butler_config_path/compose.yaml new file mode 100644 index 00000000..2b225f15 --- /dev/null +++ b/bps/daf_butler_config_path/compose.yaml @@ -0,0 +1,2 @@ +environment: + DAF_BUTLER_CONFIG_PATH: "{COMPRESSION_CONFIG_PATH}:{CACHING_CONFIG_PATH}:${DAF_BUTLER_CONFIG_PATH}"