perf(agents): parallelize R2 release uploads
This commit is contained in:
1 file changed
+13
-14
@@ -766,22 +766,21 @@ jobs:
|
|||||||
--endpoint-url "$R2_ENDPOINT"
|
--endpoint-url "$R2_ENDPOINT"
|
||||||
echo "Uploaded agent-registry.json"
|
echo "Uploaded agent-registry.json"
|
||||||
|
|
||||||
# Upload all single-driver packages.
|
# Upload all single-driver packages concurrently.
|
||||||
for f in release/dbx-agent-*.tar.zst; do
|
aws s3 cp release/ "$R2_BUCKET/agents/drivers/" \
|
||||||
[ -f "$f" ] || continue
|
--recursive \
|
||||||
aws s3 cp "$f" \
|
--exclude "*" \
|
||||||
"$R2_BUCKET/agents/drivers/$(basename $f)" \
|
--include "dbx-agent-*.tar.zst" \
|
||||||
--endpoint-url "$R2_ENDPOINT"
|
--endpoint-url "$R2_ENDPOINT"
|
||||||
echo "Uploaded $(basename $f)"
|
echo "Uploaded single-driver packages"
|
||||||
done
|
|
||||||
|
|
||||||
# Upload JRE — always overwrite to ensure latest modules
|
# Upload JRE packages concurrently, always overwriting the stable names.
|
||||||
for f in release/dbx-jre-*.tar.zst; do
|
aws s3 cp release/ "$R2_BUCKET/agents/jre/" \
|
||||||
[ ! -f "$f" ] && continue
|
--recursive \
|
||||||
key="agents/jre/$(basename $f)"
|
--exclude "*" \
|
||||||
aws s3 cp "$f" "$R2_BUCKET/$key" --endpoint-url "$R2_ENDPOINT"
|
--include "dbx-jre-*.tar.zst" \
|
||||||
echo "Uploaded $(basename $f)"
|
--endpoint-url "$R2_ENDPOINT"
|
||||||
done
|
echo "Uploaded JRE packages"
|
||||||
|
|
||||||
sync-release-to-cnb:
|
sync-release-to-cnb:
|
||||||
name: Sync agents releases to CNB
|
name: Sync agents releases to CNB
|
||||||
|
|||||||
Reference in new issue
Block a user