feat: increase s3 concurrency

Author: RobHooper

salt/aws/files/aws-config.local

@@ -0,0 +1,5 @@
+[profile sync]
+s3 =
+    max_concurrent_requests = 50
+    multipart_threshold = 64MB
+    multipart_chunksize = 16MB

salt/aws/files/sync-to-s3.sh

@@ -11,6 +11,9 @@ export AWS_ACCESS_KEY_ID
 export AWS_SECRET_ACCESS_KEY
 export AWS_DEFAULT_REGION
 
+export AWS_CONFIG_FILE=/home/sysadmin-tools/aws-config.local
+export AWS_PROFILE=sync
+
 if [ "$LOGNAME" != "root" ]; then
     echo "ERROR: Execution of $0 stopped as not run by user root!"
     exit 2

salt/aws/init.sls

@@ -25,3 +25,11 @@ awscli:
 {{ set_config('aws-settings.local', 'AWS_ACCESS_KEY_ID', pillar.aws.access_key) }}
 {{ set_config('aws-settings.local', 'AWS_SECRET_ACCESS_KEY', pillar.aws.secret_key) }}
 {{ set_config('aws-settings.local', 'AWS_DEFAULT_REGION', pillar.aws.region) }}
+
+/home/sysadmin-tools/aws-config.local:
+  file.managed:
+    - source: salt://aws/files/aws-config.local
+    - mode: 640
+    - replace: False
+    - require:
+      - file: /home/sysadmin-tools/bin