ci: use domestic mirrors and persistent caches
This commit is contained in:
Vendored
+42
-39
@@ -29,24 +29,27 @@ pipeline {
|
||||
FNPACK_SHA256 = '54b97fa7b70968c4d05c79840f5daeff508957d0bb2062fdb0376d00d9615c93'
|
||||
DOTNET = '/home/nanxunai/.local/bin/dotnet'
|
||||
|
||||
BUILDER_NAME = "liverecorder-${BUILD_NUMBER}"
|
||||
BUILDER_NAME = 'liverecorder-ci'
|
||||
BUILDKIT_IMAGE = 'docker.m.daocloud.io/moby/buildkit:buildx-stable-1'
|
||||
BINFMT_IMAGE = 'docker.m.daocloud.io/tonistiigi/binfmt:latest'
|
||||
ARM_TEST_IMAGE = 'docker.m.daocloud.io/library/alpine:latest'
|
||||
NODE_BUILD_IMAGE = 'docker.m.daocloud.io/library/node:22-alpine'
|
||||
NGINX_IMAGE = 'docker.m.daocloud.io/library/nginx:1.27-alpine'
|
||||
DOTNET_SDK_IMAGE = 'mcr.m.daocloud.io/dotnet/sdk:8.0-bookworm-slim'
|
||||
DOTNET_RUNTIME_IMAGE = 'mcr.m.daocloud.io/dotnet/aspnet:8.0-bookworm-slim'
|
||||
|
||||
HTTP_PROXY_URL = 'http://192.168.5.200:7890'
|
||||
NO_PROXY_HOSTS = '127.0.0.1,localhost,reg.nxsir.cn,gitea.nxsir.cn,openlist.nxsir.cn,mirrors.tuna.tsinghua.edu.cn,.tsinghua.edu.cn,mcr.microsoft.com'
|
||||
NO_PROXY_HOSTS = '127.0.0.1,localhost,reg.nxsir.cn,gitea.nxsir.cn,openlist.nxsir.cn,mirrors.tuna.tsinghua.edu.cn,.tsinghua.edu.cn,mirrors.huaweicloud.com,.huaweicloud.com,mcr.m.daocloud.io,docker.m.daocloud.io,.m.daocloud.io'
|
||||
|
||||
CI_ROOT = "${WORKSPACE}/.ci"
|
||||
DOCKER_CONFIG = "${WORKSPACE}/.ci/docker"
|
||||
NUGET_PACKAGES = "${WORKSPACE}/.ci/nuget-packages"
|
||||
NUGET_HTTP_CACHE_PATH = "${WORKSPACE}/.ci/nuget-http"
|
||||
NUGET_PLUGINS_CACHE_PATH = "${WORKSPACE}/.ci/nuget-plugins"
|
||||
DOTNET_CLI_HOME = "${WORKSPACE}/.ci/dotnet-home"
|
||||
NPM_CONFIG_CACHE = "${WORKSPACE}/.ci/npm-cache"
|
||||
LIVERECORDER_NUGET_FEED = "${WORKSPACE}/.ci/nuget-feed"
|
||||
CI_CACHE_ROOT = '/home/nanxunai/.cache/liverecorder-ci'
|
||||
DOCKER_CONFIG = '/home/nanxunai/.cache/liverecorder-ci/docker'
|
||||
NUGET_PACKAGES = '/home/nanxunai/.cache/liverecorder-ci/nuget-packages'
|
||||
NUGET_HTTP_CACHE_PATH = '/home/nanxunai/.cache/liverecorder-ci/nuget-http'
|
||||
NUGET_PLUGINS_CACHE_PATH = '/home/nanxunai/.cache/liverecorder-ci/nuget-plugins'
|
||||
DOTNET_CLI_HOME = '/home/nanxunai/.cache/liverecorder-ci/dotnet-home'
|
||||
NPM_CONFIG_CACHE = '/home/nanxunai/.cache/liverecorder-ci/npm-cache'
|
||||
LIVERECORDER_NUGET_FEED = '/home/nanxunai/.cache/liverecorder-ci/nuget-feed'
|
||||
LIVERECORDER_BUILD_TMPDIR = "${WORKSPACE}/.ci/fnos-tmp"
|
||||
LIVERECORDER_VERIFY_TMPDIR = "${WORKSPACE}/.ci/fnos-verify"
|
||||
LIVERECORDER_SKIP_NPM_CI = '1'
|
||||
@@ -139,6 +142,7 @@ pipeline {
|
||||
fi
|
||||
|
||||
mkdir -p \
|
||||
"$CI_CACHE_ROOT" \
|
||||
"$DOCKER_CONFIG" \
|
||||
"$NUGET_PACKAGES" \
|
||||
"$NUGET_HTTP_CACHE_PATH" \
|
||||
@@ -193,19 +197,22 @@ pipeline {
|
||||
fi
|
||||
./scripts/ci-docker.sh run --rm --platform linux/arm64 "$ARM_TEST_IMAGE" uname -m | grep -q aarch64
|
||||
|
||||
./scripts/ci-docker.sh buildx rm -f "$BUILDER_NAME" >/dev/null 2>&1 || true
|
||||
./scripts/ci-docker.sh buildx create \
|
||||
--name "$BUILDER_NAME" \
|
||||
--driver docker-container \
|
||||
--driver-opt "image=$BUILDKIT_IMAGE" \
|
||||
--driver-opt network=host \
|
||||
--driver-opt "env.http_proxy=$HTTP_PROXY_URL" \
|
||||
--driver-opt "env.https_proxy=$HTTP_PROXY_URL" \
|
||||
--driver-opt "env.HTTP_PROXY=$HTTP_PROXY_URL" \
|
||||
--driver-opt "env.HTTPS_PROXY=$HTTP_PROXY_URL" \
|
||||
--driver-opt "env.no_proxy=reg.nxsir.cn" \
|
||||
--driver-opt "env.NO_PROXY=reg.nxsir.cn" \
|
||||
--use
|
||||
if ./scripts/ci-docker.sh buildx inspect "$BUILDER_NAME" >/dev/null 2>&1; then
|
||||
./scripts/ci-docker.sh buildx use "$BUILDER_NAME"
|
||||
else
|
||||
./scripts/ci-docker.sh buildx create \
|
||||
--name "$BUILDER_NAME" \
|
||||
--driver docker-container \
|
||||
--driver-opt "image=$BUILDKIT_IMAGE" \
|
||||
--driver-opt network=host \
|
||||
--driver-opt "env.http_proxy=$HTTP_PROXY_URL" \
|
||||
--driver-opt "env.https_proxy=$HTTP_PROXY_URL" \
|
||||
--driver-opt "env.HTTP_PROXY=$HTTP_PROXY_URL" \
|
||||
--driver-opt "env.HTTPS_PROXY=$HTTP_PROXY_URL" \
|
||||
--driver-opt "env.no_proxy=reg.nxsir.cn,mcr.m.daocloud.io,docker.m.daocloud.io,mirrors.huaweicloud.com" \
|
||||
--driver-opt "env.NO_PROXY=reg.nxsir.cn,mcr.m.daocloud.io,docker.m.daocloud.io,mirrors.huaweicloud.com" \
|
||||
--use
|
||||
fi
|
||||
./scripts/ci-docker.sh buildx inspect "$BUILDER_NAME" --bootstrap
|
||||
'''
|
||||
}
|
||||
@@ -248,7 +255,9 @@ pipeline {
|
||||
|
||||
./scripts/ci-docker.sh buildx build \
|
||||
--builder "$BUILDER_NAME" --platform "$platform" --network host \
|
||||
--progress=plain --provenance=false --no-cache \
|
||||
--progress=plain --provenance=false \
|
||||
--build-arg DOTNET_SDK_IMAGE="$DOTNET_SDK_IMAGE" \
|
||||
--build-arg DOTNET_RUNTIME_IMAGE="$DOTNET_RUNTIME_IMAGE" \
|
||||
--build-arg HTTP_PROXY="$HTTP_PROXY_URL" \
|
||||
--build-arg HTTPS_PROXY="$HTTP_PROXY_URL" \
|
||||
--build-arg NO_PROXY="$NO_PROXY_HOSTS" \
|
||||
@@ -256,12 +265,9 @@ pipeline {
|
||||
--build-arg https_proxy="$HTTP_PROXY_URL" \
|
||||
--build-arg no_proxy="$NO_PROXY_HOSTS" \
|
||||
-f src/LiveRecorder.WebApi/Dockerfile -t "$api_ref" --push .
|
||||
./scripts/ci-docker.sh buildx prune \
|
||||
--builder "$BUILDER_NAME" --all --force
|
||||
|
||||
./scripts/ci-docker.sh buildx build \
|
||||
--builder "$BUILDER_NAME" --platform "$platform" --network host \
|
||||
--progress=plain --provenance=false --no-cache \
|
||||
--progress=plain --provenance=false \
|
||||
--build-arg NODE_IMAGE="$NODE_BUILD_IMAGE" \
|
||||
--build-arg NGINX_IMAGE="$NGINX_IMAGE" \
|
||||
--build-arg HTTP_PROXY="$HTTP_PROXY_URL" \
|
||||
@@ -272,8 +278,6 @@ pipeline {
|
||||
--build-arg no_proxy="$NO_PROXY_HOSTS" \
|
||||
--build-arg VITE_API_BASE_URL=/api \
|
||||
-f frontend/Dockerfile -t "$web_ref" --push frontend
|
||||
./scripts/ci-docker.sh buildx prune \
|
||||
--builder "$BUILDER_NAME" --all --force
|
||||
'''
|
||||
}
|
||||
}
|
||||
@@ -295,7 +299,9 @@ pipeline {
|
||||
|
||||
./scripts/ci-docker.sh buildx build \
|
||||
--builder "$BUILDER_NAME" --platform "$platform" --network host \
|
||||
--progress=plain --provenance=false --no-cache \
|
||||
--progress=plain --provenance=false \
|
||||
--build-arg DOTNET_SDK_IMAGE="$DOTNET_SDK_IMAGE" \
|
||||
--build-arg DOTNET_RUNTIME_IMAGE="$DOTNET_RUNTIME_IMAGE" \
|
||||
--build-arg HTTP_PROXY="$HTTP_PROXY_URL" \
|
||||
--build-arg HTTPS_PROXY="$HTTP_PROXY_URL" \
|
||||
--build-arg NO_PROXY="$NO_PROXY_HOSTS" \
|
||||
@@ -303,12 +309,9 @@ pipeline {
|
||||
--build-arg https_proxy="$HTTP_PROXY_URL" \
|
||||
--build-arg no_proxy="$NO_PROXY_HOSTS" \
|
||||
-f src/LiveRecorder.WebApi/Dockerfile -t "$api_ref" --push .
|
||||
./scripts/ci-docker.sh buildx prune \
|
||||
--builder "$BUILDER_NAME" --all --force
|
||||
|
||||
./scripts/ci-docker.sh buildx build \
|
||||
--builder "$BUILDER_NAME" --platform "$platform" --network host \
|
||||
--progress=plain --provenance=false --no-cache \
|
||||
--progress=plain --provenance=false \
|
||||
--build-arg NODE_IMAGE="$NODE_BUILD_IMAGE" \
|
||||
--build-arg NGINX_IMAGE="$NGINX_IMAGE" \
|
||||
--build-arg HTTP_PROXY="$HTTP_PROXY_URL" \
|
||||
@@ -319,8 +322,6 @@ pipeline {
|
||||
--build-arg no_proxy="$NO_PROXY_HOSTS" \
|
||||
--build-arg VITE_API_BASE_URL=/api \
|
||||
-f frontend/Dockerfile -t "$web_ref" --push frontend
|
||||
./scripts/ci-docker.sh buildx prune \
|
||||
--builder "$BUILDER_NAME" --all --force
|
||||
'''
|
||||
}
|
||||
}
|
||||
@@ -410,9 +411,6 @@ pipeline {
|
||||
)]) {
|
||||
sh '''
|
||||
set +e
|
||||
if [ -x ./scripts/ci-docker.sh ] && [ -n "${BUILDER_NAME:-}" ]; then
|
||||
./scripts/ci-docker.sh buildx rm -f "$BUILDER_NAME" >/dev/null 2>&1 || true
|
||||
fi
|
||||
if [ -x ./scripts/ci-docker.sh ] && [ -n "${IMMUTABLE_TAG:-}" ]; then
|
||||
for repository in "$API_IMAGE_REPO" "$WEB_IMAGE_REPO"; do
|
||||
for suffix in amd64 arm64; do
|
||||
@@ -424,6 +422,11 @@ pipeline {
|
||||
if [ -f "$DOCKER_CONFIG/config.json" ]; then
|
||||
: >"$DOCKER_CONFIG/config.json"
|
||||
fi
|
||||
if [ -x ./scripts/ci-docker.sh ] && [ -n "${BUILDER_NAME:-}" ]; then
|
||||
./scripts/ci-docker.sh buildx prune \
|
||||
--builder "$BUILDER_NAME" --filter until=168h \
|
||||
--keep-storage 8gb --force >/dev/null 2>&1 || true
|
||||
fi
|
||||
if [ -d "${CI_ROOT:-}" ]; then
|
||||
printf '%s\n' "$JENKINS_NODE_PASSWORD" | \
|
||||
sudo -S -p '' chown -R -- "$(id -u):$(id -g)" "$CI_ROOT" || true
|
||||
|
||||
Reference in New Issue
Block a user