Ax333l/s3-resource-simple
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

added optional parameter path to sync to path in bucket, instead of root of bucket

Browse source
This commit is contained in:
Andreas Knifh 2016-10-04 16:33:07 +02:00
parent 5b10b59baf
commit 4f7323f211
4 changed files with 7 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
README.md
View file

@ -19,6 +19,7 @@ resources:
access_key_id: {{aws-access-key}} access_key_id: {{aws-access-key}}
secret_access_key: {{aws-secret-key}} secret_access_key: {{aws-secret-key}}
bucket: {{aws-bucket}} bucket: {{aws-bucket}}
path: [<optional>, use to sync to a specific path of the bucket instead of root of bucket]
options: [<optional, see note below>] options: [<optional, see note below>]
jobs: jobs:
- name: <job name> - name: <job name>

3
assets/check
View file

@ -7,12 +7,13 @@ set -e
# parse incoming config data # parse incoming config data
payload=`cat` payload=`cat`
bucket=$(echo "$payload" | jq -r '.source.bucket') bucket=$(echo "$payload" | jq -r '.source.bucket')
prefix="$(echo "$payload" | jq -r '.source.path // ""')"
# export for `aws` cli # export for `aws` cli
export AWS_ACCESS_KEY_ID=$(echo "$payload" | jq -r '.source.access_key_id') export AWS_ACCESS_KEY_ID=$(echo "$payload" | jq -r '.source.access_key_id')
export AWS_SECRET_ACCESS_KEY=$(echo "$payload" | jq -r '.source.secret_access_key') export AWS_SECRET_ACCESS_KEY=$(echo "$payload" | jq -r '.source.secret_access_key')
# Consider the most recent LastModified timestamp as the most recent version. # Consider the most recent LastModified timestamp as the most recent version.
timestamps="$(aws s3api list-objects --bucket $bucket --query 'Contents[].{LastModified: LastModified}')" timestamps=$(aws s3api list-objects --bucket $bucket --prefix "$prefix" --query 'Contents[].{LastModified: LastModified}')
recent="$(echo $timestamps | jq -r 'max_by(.LastModified)')" recent="$(echo $timestamps | jq -r 'max_by(.LastModified)')"
echo "[$recent]" echo "[$recent]"

3
assets/in
View file

@ -17,6 +17,7 @@ fi
# parse incoming config data # parse incoming config data
payload=`cat` payload=`cat`
bucket=$(echo "$payload" | jq -r '.source.bucket') bucket=$(echo "$payload" | jq -r '.source.bucket')
path=$(echo "$payload" | jq -r '.source.path // ""')
options=$(echo "$payload" | jq -r '.source.options // [] | join(" ")') options=$(echo "$payload" | jq -r '.source.options // [] | join(" ")')
# export for `aws` cli # export for `aws` cli
@ -24,7 +25,7 @@ export AWS_ACCESS_KEY_ID=$(echo "$payload" | jq -r '.source.access_key_id')
export AWS_SECRET_ACCESS_KEY=$(echo "$payload" | jq -r '.source.secret_access_key') export AWS_SECRET_ACCESS_KEY=$(echo "$payload" | jq -r '.source.secret_access_key')
echo "Downloading from S3..." echo "Downloading from S3..."
eval aws s3 sync "s3://$bucket" $dest $options eval aws s3 sync "s3://$bucket/$path" $dest $options
echo "...done." echo "...done."
source "$(dirname $0)/emit.sh" >&3 source "$(dirname $0)/emit.sh" >&3

3
assets/out
View file

@ -17,6 +17,7 @@ fi
# parse incoming config data # parse incoming config data
payload=`cat` payload=`cat`
bucket=$(echo "$payload" | jq -r '.source.bucket') bucket=$(echo "$payload" | jq -r '.source.bucket')
path=$(echo "$payload" | jq -r '.source.path // ""')
options=$(echo "$payload" | jq -r '.source.options // [] | join(" ")') options=$(echo "$payload" | jq -r '.source.options // [] | join(" ")')
# export for `aws` cli # export for `aws` cli
@ -24,7 +25,7 @@ export AWS_ACCESS_KEY_ID=$(echo "$payload" | jq -r '.source.access_key_id')
export AWS_SECRET_ACCESS_KEY=$(echo "$payload" | jq -r '.source.secret_access_key') export AWS_SECRET_ACCESS_KEY=$(echo "$payload" | jq -r '.source.secret_access_key')
echo "Uploading to S3..." echo "Uploading to S3..."
eval aws s3 sync $source "s3://$bucket" $options eval aws s3 sync $source "s3://$bucket/$path" $options
echo "...done." echo "...done."
source "$(dirname $0)/emit.sh" >&3 source "$(dirname $0)/emit.sh" >&3