rt/wrolpi
1
0
Fork 0
mirror of https://github.com/lrnselfreliance/wrolpi.git synced 2026-10-25 18:40:06 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions 5

Retrying build image uploads multiple times before failing release attempt.

Browse source
This commit is contained in:
Roland 2026-06-02 13:44:16 -06:00
parent 9d6eb0873e
commit 58249335b7
No known key found for this signature in database
GPG key ID: 1BA620CE6C9A4680
1 changed files with 31 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

31
release/release.sh
View file

@ -32,6 +32,10 @@ CDN_BASE="https://wrolpi.nyc3.cdn.digitaloceanspaces.com"
# immutable versioned images for a year.
MANIFEST_CACHE="public, max-age=300"
IMAGE_CACHE="public, max-age=31536000, immutable"
# How many times to attempt each upload before giving up. Spaces occasionally
# returns a transient 400 mid-multipart on the multi-GB images, so a single
# failed part should not doom an otherwise-good multi-hour build.
UPLOAD_RETRIES=3
REF="release"
DRY_RUN=0
@ -155,6 +159,19 @@ MANIFEST=$(jq -n \
MANIFEST_FILE="${SCRIPT_DIR}/latest.json"
echo "${MANIFEST}" > "${MANIFEST_FILE}"
# Abort any in-progress multipart upload for a key. A failed multi-GB upload
# leaves orphaned parts behind that incur storage cost and can interfere with a
# clean retry, so we clear them before re-attempting. Small files never use
# multipart, so this is a harmless no-op for them.
abort_multipart() {
local name="$1"
"${S3CMD[@]}" multipart "${BUCKET}" 2>/dev/null \
| awk -v k="${BUCKET}/${name}" '$2 == k { print $3 }' \
| while read -r id; do
[ -n "${id}" ] && "${S3CMD[@]}" abortmp "${BUCKET}/${name}" "${id}" >/dev/null 2>&1 || true
done
}
put() {
# put <local> <mime> <cache-control>
local src="$1" mime="$2" cache="$3"
@ -163,10 +180,20 @@ put() {
log "DRY RUN would upload: ${name} (${mime})"
return
fi
"${S3CMD[@]}" put --acl-public --no-progress \
local attempt
for attempt in $(seq 1 "${UPLOAD_RETRIES}"); do
if "${S3CMD[@]}" put --acl-public --no-progress \
--mime-type="${mime}" \
--add-header="Cache-Control:${cache}" \
"${src}" "${BUCKET}/${name}"
"${src}" "${BUCKET}/${name}"; then
return 0
fi
log "Upload of ${name} failed (attempt ${attempt}/${UPLOAD_RETRIES})."
# Clear any partial multipart upload before retrying, then back off briefly.
abort_multipart "${name}"
[ "${attempt}" -lt "${UPLOAD_RETRIES}" ] && sleep 5
done
die "Upload of ${name} failed after ${UPLOAD_RETRIES} attempts."
}
log "Uploading artifacts to ${BUCKET}..."