s3-fetch-and-sync: Add experimental download failure notification system

This commit is contained in:
Timothy Gu 2014-08-30 19:00:51 -07:00
parent c4b0d61772
commit 3c462d83e5
1 changed files with 22 additions and 1 deletions

View File

@ -3,7 +3,28 @@
#ec2-174-129-78-72.compute-1.amazonaws.com
#http://s3tools.org/s3cmd
# File issue on GitHub if download fails.
file_issue=true
cd ~/mxe && git pull
cd ~/mxe && make download
# Test downloading without falling back to S3 download server.
# All log is stored in tmp-download-log.
if ! ( \
cd ~/mxe && \
make download -k MXE_NO_BACKUP_DL=true MXE_VERBOSE=true \
2>&1 >tmp-download-log \
) && $file_issue; then
# If one or more download process fails, upload log to sprunge.us (a
# pastebin-like text storage service). Store the returned URL in tmp-url.
cat ~/mxe/tmp-download-log | curl -F 'sprunge=<-' http://sprunge.us \
>~/mxe/tmp-url
# Use a fake "editor" to format the issue
EDITOR=~/mxe/tools/fake-editor ghi open -- TimothyGu/tmp
# EDITOR=~/mxe/tools/fake-editor ghi open -- mxe/mxe
fi
cd ~/mxe && make clean-junk
s3cmd sync --acl-public ~/mxe/pkg/* s3://mxe-pkg/
rm -f ~/mxe/tmp-download-log ~/mxe/tmp-url