# Use this script to download the catalog from S3 using the AWS CLI.
# It will copy files to a local directory called ztf-dr24-lc-hats.
# To override this location, pass the desired path as a script argument.
# Beware that this will require at least 8.4 TB of space.
#
# The script assumes that the user has installed the CLI and can connect to the S3 bucket.
# It can be installed using, for example, `pip install awscli`.
# The User Guide is available at:
# https://docs.aws.amazon.com/cli/latest/userguide/cli-chap-welcome.html
# The S3 commands are documented at:
# https://awscli.amazonaws.com/v2/documentation/api/latest/reference/s3/index.html
#
# If you want see what will be downloaded before actually downloading, add the `--dryrun`
# flag to the command below. This will display the operations without performing them.
#
# For assistance with this product, please contact IRSA's user support through the
# Help Desk link on the IRSA web site (http://irsa.ipac.caltech.edu).

local_dir=${1:-ztf-dr24-lc-hats}

aws s3 cp \
    --recursive \
    --no-sign-request \
    s3://ipac-irsa-ztf/ztf/enhanced/dr24/lc/hats/ \
    ${local_dir}