Compare commits
45 Commits
c804108ae8
...
main
| Author | SHA1 | Date | |
|---|---|---|---|
| 7dac56f404 | |||
| 649b9f4bbe | |||
| 27151632c0 | |||
| 04ff752696 | |||
| d373ba5ae9 | |||
| e00b12f619 | |||
| 6cb0c2e987 | |||
| 088c4ae827 | |||
| e00766e4b0 | |||
| 79b301e4ef | |||
| e1bf47f045 | |||
| 0315445a50 | |||
| 6450588d17 | |||
| 4dd98f9581 | |||
| 702ffc65da | |||
| 2372ab4b69 | |||
| ed57ae842b | |||
| 9099d66bd8 | |||
| b8447dd0ed | |||
| c373ee4844 | |||
| da8ba776e8 | |||
| b4afd2ab46 | |||
| d0d9380b93 | |||
| c435ba993e | |||
| 85aa62b529 | |||
| 74af45cb57 | |||
| 849fdb432d | |||
| 78d15dccad | |||
| 8bfb5aeea3 | |||
| 5baa34db7e | |||
| d05381f6d2 | |||
| b2cf5c094c | |||
| 20d80826cb | |||
| efe27b9307 | |||
| 13f4726021 | |||
| 2785f337cf | |||
| 67163611af | |||
| 15f4df3ec4 | |||
| 215f7edc86 | |||
| 510f059037 | |||
| 9fce102ad0 | |||
| 56f7191743 | |||
| d4b33afb65 | |||
| d92659d146 | |||
| cb3c1689a3 |
@@ -14,7 +14,7 @@ on:
|
|||||||
- 'hosts/**'
|
- 'hosts/**'
|
||||||
|
|
||||||
env:
|
env:
|
||||||
BASE_BRANCH: "origin/${{ gitea.base_ref }}"
|
BASE_BRANCH: "origin/${{ github.base_ref }}"
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
lint-docker-compose:
|
lint-docker-compose:
|
||||||
@@ -36,19 +36,20 @@ jobs:
|
|||||||
id: branch-exists
|
id: branch-exists
|
||||||
if: github.event_name == 'push' || steps.check-branch-exists.outputs.exists == 'true' && github.event_name == 'pull_request'
|
if: github.event_name == 'push' || steps.check-branch-exists.outputs.exists == 'true' && github.event_name == 'pull_request'
|
||||||
run: |
|
run: |
|
||||||
if [ ${{ github.event_name == 'push' }} ]; then
|
if [ "${{ github.event_name }}" == "push" ]; then
|
||||||
echo ">> Action is from a push event, will continue with linting"
|
echo ">> Action is from a push event, will continue with linting"
|
||||||
|
|
||||||
else
|
else
|
||||||
echo ">> Branch ${{ gitea.base_ref }} exists, will continue with linting"
|
echo ">> Branch ${{ github.base_ref }} exists, will continue with linting"
|
||||||
|
|
||||||
fi
|
fi
|
||||||
|
|
||||||
|
echo ""
|
||||||
echo "----"
|
echo "----"
|
||||||
|
|
||||||
echo "exists=true" >> $GITEA_OUTPUT
|
echo "exists=true" >> $GITHUB_OUTPUT
|
||||||
|
|
||||||
- name: Set up Node.js
|
- name: Set Up Node.js
|
||||||
if: steps.branch-exists.outputs.exists == 'true'
|
if: steps.branch-exists.outputs.exists == 'true'
|
||||||
uses: actions/setup-node@v6
|
uses: actions/setup-node@v6
|
||||||
with:
|
with:
|
||||||
@@ -58,58 +59,48 @@ jobs:
|
|||||||
id: check-dir-changes
|
id: check-dir-changes
|
||||||
if: steps.branch-exists.outputs.exists == 'true'
|
if: steps.branch-exists.outputs.exists == 'true'
|
||||||
run: |
|
run: |
|
||||||
CHANGED_COMPOSE=()
|
|
||||||
|
|
||||||
echo ">> Target branch for diff is: ${BASE_BRANCH}"
|
echo ">> Target branch for diff is: ${BASE_BRANCH}"
|
||||||
|
|
||||||
if [ "${{ github.event_name }}" == "pull_request" ]; then
|
if [ "${{ github.event_name }}" == "pull_request" ]; then
|
||||||
|
DIFF_TARGET="${BASE_BRANCH}"
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Checking for changes in a pull request ..."
|
echo ">> Checking for changes in a pull request ..."
|
||||||
GIT_DIFF=$(git diff --name-only "${BASE_BRANCH}" | xargs -I {} dirname {} | sort -u)
|
|
||||||
else
|
else
|
||||||
|
DIFF_TARGET="${{ github.event.before }}..HEAD"
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Checking for changes from a push ..."
|
echo ">> Checking for changes from a push ..."
|
||||||
GIT_DIFF=$(git diff --name-only ${{ gitea.event.before }}..HEAD | xargs -I {} dirname {} | sort -u)
|
|
||||||
fi
|
|
||||||
|
|
||||||
if [ -n "${GIT_DIFF}" ]; then
|
|
||||||
echo ""
|
|
||||||
echo ">> Changes detected:"
|
|
||||||
echo "$GIT_DIFF"
|
|
||||||
|
|
||||||
for path in $GIT_DIFF; do
|
|
||||||
if echo "$path" | grep -q -E "hosts/[^/]+/[^/]+"; then
|
|
||||||
echo ""
|
|
||||||
echo ">> Adding path: $path"
|
|
||||||
CHANGED_COMPOSE+=$(echo "$path")
|
|
||||||
CHANGED_COMPOSE+=$(echo " ")
|
|
||||||
fi
|
|
||||||
done
|
|
||||||
|
|
||||||
else
|
|
||||||
echo ""
|
|
||||||
echo ">> No changes detected"
|
|
||||||
|
|
||||||
fi
|
fi
|
||||||
|
|
||||||
|
CHANGED_COMPOSE=$(git diff --name-only "${DIFF_TARGET}" | grep -E "^hosts/[^/]+/[^/]+/" | cut -d/ -f1,2,3 | sort -u || true)
|
||||||
|
|
||||||
if [ -n "${CHANGED_COMPOSE}" ]; then
|
if [ -n "${CHANGED_COMPOSE}" ]; then
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Compose to Lint:"
|
echo ">> Compose to Lint:"
|
||||||
echo "$(echo "${CHANGED_COMPOSE}" | sort -u)"
|
echo ""
|
||||||
|
echo "${CHANGED_COMPOSE}"
|
||||||
|
|
||||||
|
CHANGED_COMPOSE_CSV=$(echo "$CHANGED_COMPOSE" | paste -sd ',' -)
|
||||||
|
|
||||||
|
echo ""
|
||||||
echo "----"
|
echo "----"
|
||||||
|
|
||||||
echo "changes-detected=true" >> $GITEA_OUTPUT
|
echo "changes-detected=true" >> $GITHUB_OUTPUT
|
||||||
echo "compose-dir<<EOF" >> $GITEA_OUTPUT
|
echo "compose-dir-csv=${CHANGED_COMPOSE_CSV}" >> $GITHUB_OUTPUT
|
||||||
echo "$(echo "${CHANGED_COMPOSE}" | sort -u)" >> $GITEA_OUTPUT
|
echo "compose-dir<<EOF" >> $GITHUB_OUTPUT
|
||||||
echo "EOF" >> $GITEA_OUTPUT
|
echo "${CHANGED_COMPOSE}" >> $GITHUB_OUTPUT
|
||||||
|
echo "EOF" >> $GITHUB_OUTPUT
|
||||||
|
|
||||||
else
|
else
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Did not find any docker compose files to lint"
|
echo ">> Did not find any docker compose files to lint"
|
||||||
|
|
||||||
|
echo ""
|
||||||
echo "----"
|
echo "----"
|
||||||
|
|
||||||
echo "changes-detected=false" >> $GITEA_OUTPUT
|
echo "changes-detected=false" >> $GITHUB_OUTPUT
|
||||||
|
|
||||||
fi
|
fi
|
||||||
|
|
||||||
- name: Lint Docker Compose
|
- name: Lint Docker Compose
|
||||||
@@ -117,25 +108,27 @@ jobs:
|
|||||||
env:
|
env:
|
||||||
CHANGED_COMPOSE: ${{ steps.check-dir-changes.outputs.compose-dir }}
|
CHANGED_COMPOSE: ${{ steps.check-dir-changes.outputs.compose-dir }}
|
||||||
run: |
|
run: |
|
||||||
echo ">> Running dclint on changed compose files:"
|
echo ">> Running dclint on changed compose files ..."
|
||||||
echo "$CHANGED_COMPOSE"
|
|
||||||
|
for COMPOSE in $CHANGED_COMPOSE; do
|
||||||
|
echo ">> Linting ${COMPOSE} ..."
|
||||||
|
npx dclint ${COMPOSE}
|
||||||
|
|
||||||
for compose in $CHANGED_COMPOSE; do
|
|
||||||
echo ">> Linting $compose ..."
|
|
||||||
npx dclint $compose
|
|
||||||
done
|
done
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
echo "----"
|
||||||
|
|
||||||
- name: ntfy Failed
|
- name: ntfy Failed
|
||||||
uses: niniyas/ntfy-action@master
|
uses: niniyas/ntfy-action@master
|
||||||
if: failure()
|
if: failure()
|
||||||
with:
|
with:
|
||||||
url: '${{ secrets.NTFY_URL }}'
|
url: '${{ secrets.NTFY_URL }}'
|
||||||
topic: '${{ secrets.NTFY_TOPIC }}'
|
topic: '${{ secrets.NTFY_TOPIC }}'
|
||||||
title: 'Test Failure - Infrastructure'
|
title: 'Docker Compose Test Failure'
|
||||||
priority: 3
|
priority: 3
|
||||||
headers: '{"Authorization": "Bearer ${{ secrets.NTFY_CRED }}"}'
|
headers: '{"Authorization": "Bearer ${{ secrets.NTFY_CRED }}"}'
|
||||||
tags: action,failed
|
tags: action,failed
|
||||||
details: 'Docker linting on Pull Request for Infrastructure has failed!'
|
details: "Docker linting for compose dirs: ${{ steps.check-dir-changes.outputs.compose-dir-csv }}"
|
||||||
icon: 'https://cdn.jsdelivr.net/gh/selfhst/icons/png/gitea.png'
|
icon: 'https://cdn.jsdelivr.net/gh/selfhst/icons/png/gitea.png'
|
||||||
actions: '[{"action": "view", "label": "Open Gitea", "url": "https://gitea.alexlebens.dev/alexlebens/infrastructure/actions?workflow=lint-test-docker-pull.yaml", "clear": true}]'
|
actions: '[{"action": "view", "label": "View Logs", "url": "${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}", "clear": true}]'
|
||||||
image: true
|
|
||||||
|
|||||||
@@ -15,11 +15,17 @@ on:
|
|||||||
|
|
||||||
env:
|
env:
|
||||||
CLUSTER: cl01tl
|
CLUSTER: cl01tl
|
||||||
BASE_BRANCH: "origin/${{ gitea.base_ref }}"
|
BASE_BRANCH: "origin/${{ github.base_ref }}"
|
||||||
|
# renovate: datasource=github-releases depName=yannh/kubeconform
|
||||||
|
KUBECONFORM_VERSION: "v0.6.7"
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
lint-helm:
|
lint-helm:
|
||||||
runs-on: ubuntu-js
|
runs-on: ubuntu-js
|
||||||
|
outputs:
|
||||||
|
chart-dir: ${{ steps.check-dir-changes.outputs.chart-dir }}
|
||||||
|
chart-dir-csv: ${{ steps.check-dir-changes.outputs.chart-dir-csv }}
|
||||||
|
changes-detected: ${{ steps.check-dir-changes.outputs.changes-detected }}
|
||||||
steps:
|
steps:
|
||||||
- name: Checkout
|
- name: Checkout
|
||||||
uses: actions/checkout@v6
|
uses: actions/checkout@v6
|
||||||
@@ -31,88 +37,91 @@ jobs:
|
|||||||
if: github.event_name == 'pull_request'
|
if: github.event_name == 'pull_request'
|
||||||
uses: GuillaumeFalourd/branch-exists@v1.1
|
uses: GuillaumeFalourd/branch-exists@v1.1
|
||||||
with:
|
with:
|
||||||
branch: ${{ gitea.base_ref }}
|
branch: ${{ github.base_ref }}
|
||||||
|
|
||||||
- name: Report Branch Exists
|
- name: Report Branch Exists
|
||||||
id: branch-exists
|
id: branch-exists
|
||||||
if: github.event_name == 'push' || steps.check-branch-exists.outputs.exists == 'true' && github.event_name == 'pull_request'
|
if: github.event_name == 'push' || steps.check-branch-exists.outputs.exists == 'true' && github.event_name == 'pull_request'
|
||||||
run: |
|
run: |
|
||||||
if [ ${{ github.event_name == 'push' }} ]; then
|
if [ "${{ github.event_name }}" == "push" ]; then
|
||||||
echo ">> Action is from a push event, will continue with linting"
|
echo ">> Action is from a push event, will continue with linting"
|
||||||
|
|
||||||
else
|
else
|
||||||
echo ">> Branch ${{ gitea.base_ref }} exists, will continue with linting"
|
echo ">> Branch ${{ github.base_ref }} exists, will continue with linting"
|
||||||
|
|
||||||
fi
|
fi
|
||||||
|
|
||||||
|
echo ""
|
||||||
echo "----"
|
echo "----"
|
||||||
|
|
||||||
echo "exists=true" >> $GITEA_OUTPUT
|
echo "exists=true" >> $GITHUB_OUTPUT
|
||||||
|
|
||||||
- name: Set up Helm
|
- name: Set Up Helm
|
||||||
if: steps.branch-exists.outputs.exists == 'true'
|
if: steps.branch-exists.outputs.exists == 'true'
|
||||||
uses: azure/setup-helm@v4
|
uses: azure/setup-helm@v4
|
||||||
with:
|
with:
|
||||||
token: ${{ secrets.GITEA_TOKEN }}
|
token: ${{ secrets.GITEA_TOKEN }}
|
||||||
version: v3.19.2
|
# renovate: datasource=github-releases depName=helm/helm
|
||||||
|
version: v4.1.3
|
||||||
cache: true
|
cache: true
|
||||||
|
|
||||||
|
- name: Cache Helm Dependencies
|
||||||
|
if: steps.branch-exists.outputs.exists == 'true'
|
||||||
|
uses: actions/cache@v5
|
||||||
|
with:
|
||||||
|
path: |
|
||||||
|
~/.cache/helm
|
||||||
|
~/.config/helm
|
||||||
|
key: helm-cache-${{ runner.os }}-${{ hashFiles('infrastructure/clusters/cl01tl/helm/**/Chart.yaml', 'infrastructure/clusters/cl01tl/helm/**/Chart.lock') }}
|
||||||
|
restore-keys: |
|
||||||
|
helm-cache-${{ runner.os }}-
|
||||||
|
|
||||||
- name: Check Directories for Changes
|
- name: Check Directories for Changes
|
||||||
id: check-dir-changes
|
id: check-dir-changes
|
||||||
if: steps.branch-exists.outputs.exists == 'true'
|
if: steps.branch-exists.outputs.exists == 'true'
|
||||||
run: |
|
run: |
|
||||||
CHANGED_CHARTS=()
|
|
||||||
|
|
||||||
echo ">> Target branch for diff is: ${BASE_BRANCH}"
|
echo ">> Target branch for diff is: ${BASE_BRANCH}"
|
||||||
|
|
||||||
if [ "${{ github.event_name }}" == "pull_request" ]; then
|
if [ "${{ github.event_name }}" == "pull_request" ]; then
|
||||||
|
DIFF_TARGET="${BASE_BRANCH}"
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Checking for changes in a pull request ..."
|
echo ">> Checking for changes in a pull request ..."
|
||||||
GIT_DIFF=$(git diff --name-only "${BASE_BRANCH}" | xargs -I {} dirname {} | sort -u)
|
|
||||||
else
|
else
|
||||||
|
DIFF_TARGET="${{ github.event.before }}..HEAD"
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Checking for changes from a push ..."
|
echo ">> Checking for changes from a push ..."
|
||||||
GIT_DIFF=$(git diff --name-only ${{ gitea.event.before }}..HEAD | xargs -I {} dirname {} | sort -u)
|
|
||||||
fi
|
|
||||||
|
|
||||||
if [ -n "${GIT_DIFF}" ]; then
|
|
||||||
echo ""
|
|
||||||
echo ">> Changes detected:"
|
|
||||||
echo "$GIT_DIFF"
|
|
||||||
|
|
||||||
for path in $GIT_DIFF; do
|
|
||||||
if echo "$path" | grep -q -E "clusters/[^/]+/helm/[^/]+"; then
|
|
||||||
echo ""
|
|
||||||
echo ">> Adding path: $path"
|
|
||||||
CHANGED_CHARTS+=$(echo "$path" | awk -F '/' '{print $4}')
|
|
||||||
CHANGED_CHARTS+=$(echo "\n")
|
|
||||||
fi
|
|
||||||
done
|
|
||||||
|
|
||||||
else
|
|
||||||
echo ""
|
|
||||||
echo ">> No changes detected"
|
|
||||||
|
|
||||||
fi
|
fi
|
||||||
|
|
||||||
|
CHANGED_CHARTS=$(git diff --name-only "${DIFF_TARGET}" | grep -E "^clusters/${CLUSTER}/helm/" | awk -F '/' '{print $4}' | sort -u || true)
|
||||||
|
|
||||||
if [ -n "${CHANGED_CHARTS}" ]; then
|
if [ -n "${CHANGED_CHARTS}" ]; then
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Chart to Lint:"
|
echo ">> Chart to Lint:"
|
||||||
echo "$(echo "${CHANGED_CHARTS}" | sort -u)"
|
echo ""
|
||||||
|
echo "${CHANGED_CHARTS}"
|
||||||
|
|
||||||
|
CHANGED_CHARTS_CSV=$(echo "$CHANGED_CHARTS" | paste -sd ',' -)
|
||||||
|
|
||||||
|
echo ""
|
||||||
echo "----"
|
echo "----"
|
||||||
|
|
||||||
echo "changes-detected=true" >> $GITEA_OUTPUT
|
echo "changes-detected=true" >> $GITHUB_OUTPUT
|
||||||
echo "chart-dir<<EOF" >> $GITEA_OUTPUT
|
echo "chart-dir-csv=${CHANGED_CHARTS_CSV}" >> $GITHUB_OUTPUT
|
||||||
echo "$(echo "${CHANGED_CHARTS}" | sort -u)" >> $GITEA_OUTPUT
|
echo "chart-dir<<EOF" >> $GITHUB_OUTPUT
|
||||||
echo "EOF" >> $GITEA_OUTPUT
|
echo "${CHANGED_CHARTS}" >> $GITHUB_OUTPUT
|
||||||
|
echo "EOF" >> $GITHUB_OUTPUT
|
||||||
|
|
||||||
else
|
else
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Did not find any helm charts files to lint"
|
echo ">> Did not find any helm charts files to lint"
|
||||||
|
|
||||||
|
echo ""
|
||||||
echo "----"
|
echo "----"
|
||||||
|
|
||||||
echo "changes-detected=false" >> $GITEA_OUTPUT
|
echo "changes-detected=false" >> $GITHUB_OUTPUT
|
||||||
|
|
||||||
fi
|
fi
|
||||||
|
|
||||||
- name: Add Repositories
|
- name: Add Repositories
|
||||||
@@ -121,68 +130,238 @@ jobs:
|
|||||||
CHANGED_CHARTS: ${{ steps.check-dir-changes.outputs.chart-dir }}
|
CHANGED_CHARTS: ${{ steps.check-dir-changes.outputs.chart-dir }}
|
||||||
run: |
|
run: |
|
||||||
echo ">> Adding repositories for chart dependencies ..."
|
echo ">> Adding repositories for chart dependencies ..."
|
||||||
for dir in ${CHANGED_CHARTS}; do
|
echo ""
|
||||||
helm dependency list --max-col-width 120 clusters/${CLUSTER}/helm/$dir 2> /dev/null \
|
|
||||||
| tail +2 | head -n -1 \
|
for DIR in ${CHANGED_CHARTS}; do
|
||||||
| awk '{ print "helm repo add " $1 " " $3 }' \
|
helm dependency list --max-col-width 120 clusters/${CLUSTER}/helm/${DIR} 2> /dev/null \
|
||||||
| while read cmd; do
|
| tail -n +2 \
|
||||||
if [[ "$cmd" == "*oci://*" ]]; then
|
| awk 'NF > 0 { print $1, $3 }' \
|
||||||
echo ">> Ignoring OCI repo"
|
| while read -r REPO_NAME REPO_URL; do
|
||||||
else
|
if [[ "${REPO_URL}" == oci://* ]]; then
|
||||||
echo ">> Command: $cmd"
|
echo ">> Ignoring OCI repo: ${REPO_URL}"
|
||||||
echo "$cmd" | sh;
|
|
||||||
|
elif [[ -n "${REPO_NAME}" && -n "${REPO_URL}" ]]; then
|
||||||
|
helm repo add "${REPO_NAME}" "${REPO_URL}"
|
||||||
|
|
||||||
fi
|
fi
|
||||||
|
|
||||||
done || true
|
done || true
|
||||||
done
|
done
|
||||||
|
|
||||||
if helm repo list | tail +2 | read -r; then
|
if helm repo list > /dev/null 2>&1; then
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Update repository cache ..."
|
echo ">> Update repository cache ..."
|
||||||
helm repo update
|
helm repo update
|
||||||
|
|
||||||
fi
|
fi
|
||||||
|
|
||||||
|
echo ""
|
||||||
echo "----"
|
echo "----"
|
||||||
|
|
||||||
- name: Lint Helm Chart
|
- name: Lint Helm Chart
|
||||||
|
id: lint
|
||||||
if: steps.check-dir-changes.outputs.changes-detected == 'true'
|
if: steps.check-dir-changes.outputs.changes-detected == 'true'
|
||||||
env:
|
env:
|
||||||
CHANGED_CHARTS: ${{ steps.check-dir-changes.outputs.chart-dir }}
|
CHANGED_CHARTS: ${{ steps.check-dir-changes.outputs.chart-dir }}
|
||||||
run: |
|
run: |
|
||||||
|
EXIT_CODE=0
|
||||||
|
FAILED_CHARTS=""
|
||||||
|
|
||||||
echo ">> Running linting on changed charts ..."
|
echo ">> Running linting on changed charts ..."
|
||||||
|
|
||||||
for dir in ${CHANGED_CHARTS}; do
|
for DIR in ${CHANGED_CHARTS}; do
|
||||||
chart_path=clusters/${CLUSTER}/helm/$dir
|
CHART_PATH="clusters/${CLUSTER}/helm/${DIR}"
|
||||||
chart_name=$(basename "$chart_path")
|
CHART_NAME=$(basename "${CHART_PATH}")
|
||||||
|
|
||||||
if [ -f "$chart_path/Chart.yaml" ]; then
|
if [ -f "${CHART_PATH}/Chart.yaml" ]; then
|
||||||
cd $chart_path
|
echo ""
|
||||||
|
echo ">> Building helm dependency for ${CHART_NAME} ..."
|
||||||
|
helm dependency build "${CHART_PATH}" --skip-refresh
|
||||||
|
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Building helm dependency ..."
|
echo ">> Linting helm chart ${CHART_NAME} ..."
|
||||||
helm dependency build --skip-refresh
|
|
||||||
|
|
||||||
echo ""
|
if ! helm lint "${CHART_PATH}" --namespace "default"; then
|
||||||
echo ">> Linting helm ..."
|
EXIT_CODE=1
|
||||||
helm lint --namespace "$chart_name"
|
|
||||||
|
if [ -z "${FAILED_CHARTS}" ]; then
|
||||||
|
FAILED_CHARTS="${DIR}"
|
||||||
|
|
||||||
|
else
|
||||||
|
FAILED_CHARTS="${FAILED_CHARTS}, ${DIR}"
|
||||||
|
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
|
||||||
else
|
else
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Directory $chart_path does not contain a Chart.yaml. Skipping ..."
|
echo ">> Directory ${CHART_PATH} does not contain a Chart.yaml. Skipping ..."
|
||||||
echo ""
|
|
||||||
fi
|
fi
|
||||||
|
|
||||||
done
|
done
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
echo "----"
|
||||||
|
|
||||||
|
echo "failed-charts=${FAILED_CHARTS}" >> "$GITHUB_OUTPUT"
|
||||||
|
|
||||||
|
exit $EXIT_CODE
|
||||||
|
|
||||||
- name: ntfy Failed
|
- name: ntfy Failed
|
||||||
uses: niniyas/ntfy-action@master
|
uses: niniyas/ntfy-action@master
|
||||||
if: failure()
|
if: failure()
|
||||||
with:
|
with:
|
||||||
url: '${{ secrets.NTFY_URL }}'
|
url: '${{ secrets.NTFY_URL }}'
|
||||||
topic: '${{ secrets.NTFY_TOPIC }}'
|
topic: '${{ secrets.NTFY_TOPIC }}'
|
||||||
title: 'Test Failure - Infrastructure'
|
title: 'Helm Test Failure'
|
||||||
priority: 3
|
priority: 3
|
||||||
headers: '{"Authorization": "Bearer ${{ secrets.NTFY_CRED }}"}'
|
headers: '{"Authorization": "Bearer ${{ secrets.NTFY_CRED }}"}'
|
||||||
tags: action,failed
|
tags: action,failed
|
||||||
details: 'Helm linting on Pull Request for Infrastructure has failed!'
|
details: "Helm linting for cluster '${CLUSTER}' failed on charts: ${{ steps.lint.outputs.failed-charts }}"
|
||||||
icon: 'https://cdn.jsdelivr.net/gh/selfhst/icons/png/gitea.png'
|
icon: 'https://cdn.jsdelivr.net/gh/selfhst/icons/png/gitea.png'
|
||||||
actions: '[{"action": "view", "label": "Open Gitea", "url": "https://gitea.alexlebens.dev/alexlebens/infrastructure/actions?workflow=lint-test-helm-pull.yaml", "clear": true}]'
|
actions: '[{"action": "view", "label": "View Run", "url": "${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}", "clear": true}]'
|
||||||
|
image: true
|
||||||
|
|
||||||
|
validate-kubeconform:
|
||||||
|
needs: lint-helm
|
||||||
|
runs-on: ubuntu-js
|
||||||
|
if: |
|
||||||
|
needs.lint-helm.result == 'success' &&
|
||||||
|
needs.lint-helm.outputs.changes-detected == 'true' &&
|
||||||
|
github.event_name == 'pull_request'
|
||||||
|
steps:
|
||||||
|
- name: Checkout
|
||||||
|
uses: actions/checkout@v6
|
||||||
|
with:
|
||||||
|
fetch-depth: 0
|
||||||
|
|
||||||
|
- name: Install Kubeconform
|
||||||
|
run: |
|
||||||
|
echo ">> Downloading Kubeconform ${{ env.KUBECONFORM_VERSION }} ..."
|
||||||
|
wget -q https://github.com/yannh/kubeconform/releases/download/${{ env.KUBECONFORM_VERSION }}/kubeconform-linux-amd64.tar.gz
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
echo ">> Extracting Kubeconform ..."
|
||||||
|
tar xf kubeconform-linux-amd64.tar.gz
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
echo ">> Installing Kubeconform ..."
|
||||||
|
sudo mv kubeconform /usr/local/bin/
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
echo ">> Verifying installation ..."
|
||||||
|
kubeconform -v
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
echo "----"
|
||||||
|
|
||||||
|
- name: Set Up Helm
|
||||||
|
uses: azure/setup-helm@v4
|
||||||
|
with:
|
||||||
|
token: ${{ secrets.GITEA_TOKEN }}
|
||||||
|
# renovate: datasource=github-releases depName=helm/helm
|
||||||
|
version: v4.1.3
|
||||||
|
cache: true
|
||||||
|
|
||||||
|
- name: Cache Helm Dependencies
|
||||||
|
uses: actions/cache@v5
|
||||||
|
with:
|
||||||
|
path: |
|
||||||
|
~/.cache/helm
|
||||||
|
~/.config/helm
|
||||||
|
key: helm-cache-${{ runner.os }}-${{ hashFiles('infrastructure/clusters/cl01tl/helm/**/Chart.yaml', 'infrastructure/clusters/cl01tl/helm/**/Chart.lock') }}
|
||||||
|
restore-keys: |
|
||||||
|
helm-cache-${{ runner.os }}-
|
||||||
|
|
||||||
|
- name: Add Repositories
|
||||||
|
env:
|
||||||
|
CHANGED_CHARTS: ${{ needs.lint-helm.outputs.chart-dir }}
|
||||||
|
run: |
|
||||||
|
echo ">> Adding repositories for chart dependencies ..."
|
||||||
|
echo ""
|
||||||
|
|
||||||
|
for DIR in ${CHANGED_CHARTS}; do
|
||||||
|
helm dependency list --max-col-width 120 clusters/${CLUSTER}/helm/${DIR} 2> /dev/null \
|
||||||
|
| tail -n +2 \
|
||||||
|
| awk 'NF > 0 { print $1, $3 }' \
|
||||||
|
| while read -r REPO_NAME REPO_URL; do
|
||||||
|
if [[ "${REPO_URL}" == oci://* ]]; then
|
||||||
|
echo ">> Ignoring OCI repo: ${REPO_URL}"
|
||||||
|
|
||||||
|
elif [[ -n "${REPO_NAME}" && -n "${REPO_URL}" ]]; then
|
||||||
|
helm repo add "${REPO_NAME}" "${REPO_URL}"
|
||||||
|
|
||||||
|
fi
|
||||||
|
|
||||||
|
done || true
|
||||||
|
done
|
||||||
|
|
||||||
|
if helm repo list > /dev/null 2>&1; then
|
||||||
|
echo ""
|
||||||
|
echo ">> Update repository cache ..."
|
||||||
|
helm repo update
|
||||||
|
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
echo "----"
|
||||||
|
|
||||||
|
- name: Validate Rendered Templates
|
||||||
|
id: validate
|
||||||
|
env:
|
||||||
|
CHANGED_CHARTS: ${{ needs.lint-helm.outputs.chart-dir }}
|
||||||
|
run: |
|
||||||
|
SCHEMA_LOCATIONS="-schema-location default -schema-location https://raw.githubusercontent.com/datreeio/CRDs-catalog/main/{{.Group}}/{{.ResourceKind}}_{{.ResourceAPIVersion}}.json"
|
||||||
|
|
||||||
|
EXIT_CODE=0
|
||||||
|
FAILED_CHARTS=""
|
||||||
|
|
||||||
|
for DIR in ${CHANGED_CHARTS}; do
|
||||||
|
CHART_PATH="clusters/${CLUSTER}/helm/${DIR}"
|
||||||
|
echo ""
|
||||||
|
echo ">> Validating: ${DIR}"
|
||||||
|
|
||||||
|
helm dependency build "${CHART_PATH}" --skip-refresh
|
||||||
|
|
||||||
|
if ! helm template "${DIR}" "${CHART_PATH}" --include-crds --namespace default --api-versions "gateway.networking.k8s.io/v1/HTTPRoute" | \
|
||||||
|
kubeconform \
|
||||||
|
${SCHEMA_LOCATIONS} \
|
||||||
|
-ignore-missing-schemas \
|
||||||
|
-strict \
|
||||||
|
-summary; then
|
||||||
|
|
||||||
|
EXIT_CODE=1
|
||||||
|
|
||||||
|
if [ -z "${FAILED_CHARTS}" ]; then
|
||||||
|
FAILED_CHARTS="${DIR}"
|
||||||
|
|
||||||
|
else
|
||||||
|
FAILED_CHARTS="${FAILED_CHARTS}, ${DIR}"
|
||||||
|
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
|
||||||
|
done
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
echo "----"
|
||||||
|
|
||||||
|
echo "failed-charts=${FAILED_CHARTS}" >> "$GITHUB_OUTPUT"
|
||||||
|
|
||||||
|
exit $EXIT_CODE
|
||||||
|
|
||||||
|
- name: ntfy Failed
|
||||||
|
uses: niniyas/ntfy-action@master
|
||||||
|
if: failure()
|
||||||
|
with:
|
||||||
|
url: '${{ secrets.NTFY_URL }}'
|
||||||
|
topic: '${{ secrets.NTFY_TOPIC }}'
|
||||||
|
title: 'Kubeconform Test Failure'
|
||||||
|
priority: 3
|
||||||
|
headers: '{"Authorization": "Bearer ${{ secrets.NTFY_CRED }}"}'
|
||||||
|
tags: action,failed
|
||||||
|
details: "Kubeconform for cluster '${CLUSTER}' failed on charts: ${{ steps.validate.outputs.failed-charts }}"
|
||||||
|
icon: 'https://cdn.jsdelivr.net/gh/selfhst/icons/png/gitea.png'
|
||||||
|
actions: '[{"action": "view", "label": "View Run", "url": "${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}", "clear": true}]'
|
||||||
image: true
|
image: true
|
||||||
|
|||||||
@@ -1,13 +1,14 @@
|
|||||||
name: render-manifests-automerge
|
name: render-manifests-automerge
|
||||||
|
|
||||||
on:
|
on:
|
||||||
pull_request:
|
workflow_dispatch:
|
||||||
branches:
|
# pull_request:
|
||||||
- main
|
# branches:
|
||||||
paths:
|
# - main
|
||||||
- 'clusters/cl01tl/helm/**'
|
# paths:
|
||||||
types:
|
# - 'clusters/cl01tl/helm/**'
|
||||||
- closed
|
# types:
|
||||||
|
# - closed
|
||||||
|
|
||||||
env:
|
env:
|
||||||
CLUSTER: cl01tl
|
CLUSTER: cl01tl
|
||||||
@@ -46,6 +47,16 @@ jobs:
|
|||||||
method: kubeconfig
|
method: kubeconfig
|
||||||
kubeconfig: ${{ secrets.KUBECONFIG }}
|
kubeconfig: ${{ secrets.KUBECONFIG }}
|
||||||
|
|
||||||
|
- name: Cache Helm Dependencies
|
||||||
|
uses: actions/cache@v5
|
||||||
|
with:
|
||||||
|
path: |
|
||||||
|
~/.cache/helm
|
||||||
|
~/.config/helm
|
||||||
|
key: helm-cache-${{ runner.os }}-${{ hashFiles('infrastructure/clusters/cl01tl/helm/**/Chart.yaml', 'infrastructure/clusters/cl01tl/helm/**/Chart.lock') }}
|
||||||
|
restore-keys: |
|
||||||
|
helm-cache-${{ runner.os }}-
|
||||||
|
|
||||||
- name: Prepare Manifest Branch
|
- name: Prepare Manifest Branch
|
||||||
id: prepare-manifest-branch
|
id: prepare-manifest-branch
|
||||||
run: |
|
run: |
|
||||||
@@ -53,10 +64,12 @@ jobs:
|
|||||||
|
|
||||||
BRANCH_NAME="${BRANCH_NAME_BASE}-$(date +%Y%m%d%H%M%S)"
|
BRANCH_NAME="${BRANCH_NAME_BASE}-$(date +%Y%m%d%H%M%S)"
|
||||||
|
|
||||||
|
echo ""
|
||||||
echo ">> Configure git to use gitea-bot as user ..."
|
echo ">> Configure git to use gitea-bot as user ..."
|
||||||
git config user.name "gitea-bot"
|
git config user.name "gitea-bot"
|
||||||
git config user.email "gitea-bot@alexlebens.net"
|
git config user.email "gitea-bot@alexlebens.net"
|
||||||
|
|
||||||
|
echo ""
|
||||||
echo ">> Creating branch ..."
|
echo ">> Creating branch ..."
|
||||||
git checkout -b $BRANCH_NAME
|
git checkout -b $BRANCH_NAME
|
||||||
|
|
||||||
@@ -67,38 +80,31 @@ jobs:
|
|||||||
- name: Check which Directories have Changes
|
- name: Check which Directories have Changes
|
||||||
id: check-dir-changes
|
id: check-dir-changes
|
||||||
run: |
|
run: |
|
||||||
cd ${MAIN_DIR}
|
cd "${MAIN_DIR}"
|
||||||
|
|
||||||
RENDER_DIR=()
|
|
||||||
|
|
||||||
|
echo ""
|
||||||
echo ">> Checking for changes from HEAD^..HEAD ..."
|
echo ">> Checking for changes from HEAD^..HEAD ..."
|
||||||
GIT_DIFF=$(git diff --name-only HEAD^..HEAD | xargs -I {} dirname {} | sort -u | grep -E "clusters/[^/]+/helm/[^/]+")
|
|
||||||
|
|
||||||
if [ -n "${GIT_DIFF}" ]; then
|
# Extract the chart names from the git diff
|
||||||
echo ">> Changes detected:"
|
RENDER_DIR=$(git diff --name-only HEAD^..HEAD | grep -E "^clusters/${CLUSTER}/helm/" | awk -F '/' '{print $4}' | sort -u || true)
|
||||||
echo "$GIT_DIFF"
|
|
||||||
for path in $GIT_DIFF; do
|
|
||||||
RENDER_DIR+=$(echo "$path" | awk -F '/' '{print $4}')
|
|
||||||
RENDER_DIR+=$(echo " ")
|
|
||||||
done
|
|
||||||
|
|
||||||
else
|
|
||||||
echo ">> No changes detected"
|
|
||||||
|
|
||||||
fi
|
|
||||||
|
|
||||||
if [ -n "${RENDER_DIR}" ]; then
|
if [ -n "${RENDER_DIR}" ]; then
|
||||||
|
echo ""
|
||||||
echo ">> Directories to Render:"
|
echo ">> Directories to Render:"
|
||||||
echo "$(echo "${RENDER_DIR}" | sort -u)"
|
echo "${RENDER_DIR}"
|
||||||
|
|
||||||
echo "----"
|
echo "----"
|
||||||
|
|
||||||
echo "changes-detected=true" >> $GITEA_OUTPUT
|
echo "changes-detected=true" >> "$GITEA_OUTPUT"
|
||||||
echo "render-dir<<EOF" >> $GITEA_OUTPUT
|
echo "render-dir<<EOF" >> "$GITEA_OUTPUT"
|
||||||
echo "$(echo "${RENDER_DIR}" | sort -u)" >> $GITEA_OUTPUT
|
echo "${RENDER_DIR}" >> "$GITEA_OUTPUT"
|
||||||
echo "EOF" >> $GITEA_OUTPUT
|
echo "EOF" >> "$GITEA_OUTPUT"
|
||||||
|
|
||||||
else
|
else
|
||||||
echo "changes-detected=false" >> $GITEA_OUTPUT
|
echo ""
|
||||||
|
echo ">> No chart changes detected"
|
||||||
|
echo "changes-detected=false" >> "$GITEA_OUTPUT"
|
||||||
|
|
||||||
fi
|
fi
|
||||||
|
|
||||||
- name: Add Repositories
|
- name: Add Repositories
|
||||||
@@ -106,25 +112,31 @@ jobs:
|
|||||||
env:
|
env:
|
||||||
RENDER_DIR: ${{ steps.check-dir-changes.outputs.render-dir }}
|
RENDER_DIR: ${{ steps.check-dir-changes.outputs.render-dir }}
|
||||||
run: |
|
run: |
|
||||||
cd ${MAIN_DIR}
|
cd "${MAIN_DIR}"
|
||||||
|
|
||||||
|
echo ""
|
||||||
echo ">> Adding repositories for chart dependencies ..."
|
echo ">> Adding repositories for chart dependencies ..."
|
||||||
for dir in ${RENDER_DIR}; do
|
for DIR in ${RENDER_DIR}; do
|
||||||
helm dependency list --max-col-width 120 ${MAIN_DIR}/clusters/${CLUSTER}/helm/$dir 2> /dev/null \
|
helm dependency list --max-col-width 120 "${MAIN_DIR}/clusters/${CLUSTER}/helm/${DIR}" 2> /dev/null \
|
||||||
| tail +2 | head -n -1 \
|
| tail -n +2 \
|
||||||
| awk '{ print "helm repo add " $1 " " $3 }' \
|
| awk 'NF > 0 { print $1, $3 }' \
|
||||||
| while read cmd; do
|
| while read -r REPO_NAME REPO_URL; do
|
||||||
if [[ "$cmd" == "*oci://*" ]]; then
|
if [[ "${REPO_URL}" == oci://* ]]; then
|
||||||
echo ">> Ignoring OCI repo"
|
echo ""
|
||||||
else
|
echo ">> Ignoring OCI repo: ${REPO_URL}"
|
||||||
echo "$cmd" | sh;
|
|
||||||
|
elif [[ -n "${REPO_NAME}" && -n "${REPO_URL}" ]]; then
|
||||||
|
helm repo add "${REPO_NAME}" "${REPO_URL}"
|
||||||
|
|
||||||
fi
|
fi
|
||||||
done || true
|
done || true
|
||||||
done
|
done
|
||||||
|
|
||||||
if helm repo list | tail +2 | read -r; then
|
if helm repo list > /dev/null 2>&1; then
|
||||||
|
echo ""
|
||||||
echo ">> Update repository cache ..."
|
echo ">> Update repository cache ..."
|
||||||
helm repo update
|
helm repo update
|
||||||
|
|
||||||
fi
|
fi
|
||||||
|
|
||||||
echo "----"
|
echo "----"
|
||||||
@@ -134,15 +146,16 @@ jobs:
|
|||||||
env:
|
env:
|
||||||
RENDER_DIR: ${{ steps.check-dir-changes.outputs.render-dir }}
|
RENDER_DIR: ${{ steps.check-dir-changes.outputs.render-dir }}
|
||||||
run: |
|
run: |
|
||||||
cd ${MANIFEST_DIR}
|
cd "${MANIFEST_DIR}"
|
||||||
|
|
||||||
|
echo ""
|
||||||
echo ">> Remove manfiest files and rebuild from source ..."
|
echo ">> Remove manfiest files and rebuild from source ..."
|
||||||
|
|
||||||
for dir in ${RENDER_DIR}; do
|
for DIR in ${RENDER_DIR}; do
|
||||||
chart_path=${MANIFEST_DIR}/clusters/${CLUSTER}/manifests/$dir
|
CHART_PATH=${MANIFEST_DIR}/clusters/${CLUSTER}/manifests/${DIR}
|
||||||
|
|
||||||
echo "$chart_path"
|
echo "${CHART_PATH}"
|
||||||
rm -rf $chart_path/*
|
rm -rf ${CHART_PATH}/*
|
||||||
done
|
done
|
||||||
|
|
||||||
echo "----"
|
echo "----"
|
||||||
@@ -155,60 +168,57 @@ jobs:
|
|||||||
run: |
|
run: |
|
||||||
cd ${MAIN_DIR}
|
cd ${MAIN_DIR}
|
||||||
|
|
||||||
|
echo ""
|
||||||
echo ">> Rendering Manifests ..."
|
echo ">> Rendering Manifests ..."
|
||||||
|
|
||||||
for dir in ${RENDER_DIR}; do
|
render_chart() {
|
||||||
chart_path=${MAIN_DIR}/clusters/${CLUSTER}/helm/$dir
|
local DIR="$1"
|
||||||
chart_name=$(basename "$chart_path")
|
local CHART_PATH="${MAIN_DIR}/clusters/${CLUSTER}/helm/${DIR}"
|
||||||
|
local CHART_NAME=$(basename "${CHART_PATH}")
|
||||||
|
|
||||||
echo ""
|
echo ""
|
||||||
echo ""
|
echo ">> Rendering ..."
|
||||||
echo ">> Rendering chart: $chart_name"
|
echo ">> Chart: ${CHART_NAME}"
|
||||||
echo ">> Chart path $chart_path"
|
echo ">> Path: ${CHART_PATH}"
|
||||||
|
|
||||||
if [ -f "$chart_path/Chart.yaml" ]; then
|
if [ -f "${CHART_PATH}/Chart.yaml" ]; then
|
||||||
OUTPUT_FOLDER="${MANIFEST_DIR}/clusters/${CLUSTER}/manifests/$chart_name/"
|
local OUTPUT_FOLDER="${MANIFEST_DIR}/clusters/${CLUSTER}/manifests/${CHART_NAME}/"
|
||||||
TEMPLATE=""
|
|
||||||
|
|
||||||
mkdir -p ${MANIFEST_DIR}/clusters/${CLUSTER}/manifests/$chart_name
|
mkdir -p "${OUTPUT_FOLDER}"
|
||||||
|
cd "${CHART_PATH}"
|
||||||
cd $chart_path
|
|
||||||
|
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Updating helm dependency ..."
|
echo ">> Updating helm dependencies ..."
|
||||||
helm dependency update --skip-refresh
|
helm dependency update --skip-refresh > /dev/null
|
||||||
|
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Building helm dependency ..."
|
echo ">> Linting helm chart ..."
|
||||||
helm dependency build --skip-refresh
|
helm lint --namespace "${CHART_NAME}" --quiet
|
||||||
|
|
||||||
echo ""
|
local NAMESPACE="${CHART_NAME}"
|
||||||
echo ">> Linting helm ..."
|
case "${CHART_NAME}" in
|
||||||
helm lint --namespace "$chart_name"
|
|
||||||
|
|
||||||
echo ""
|
|
||||||
echo ">> Rendering templates ..."
|
|
||||||
case "$chart_name" in
|
|
||||||
"stack")
|
"stack")
|
||||||
|
NAMESPACE="argocd"
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Special Rendering for stack into argocd namespace ..."
|
echo ">> Special Rendering into 'argocd' namespace ..."
|
||||||
TEMPLATE=$(helm template $chart_name ./ --namespace argocd --include-crds --dry-run=server --api-versions "gateway.networking.k8s.io/v1/HTTPRoute")
|
|
||||||
;;
|
;;
|
||||||
"cilium" | "coredns" | "metrics-server" |"prometheus-operator-crds")
|
"cilium" | "coredns" | "metrics-server" | "prometheus-operator-crds")
|
||||||
|
NAMESPACE="kube-system"
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Special Rendering for $chart_name into kube-system namespace ..."
|
echo ">> Special Rendering for ${CHART_NAME} into 'kube-system' namespace ..."
|
||||||
TEMPLATE=$(helm template $chart_name ./ --namespace kube-system --include-crds --dry-run=server --api-versions "gateway.networking.k8s.io/v1/HTTPRoute")
|
|
||||||
;;
|
;;
|
||||||
*)
|
*)
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Standard Rendering for $chart_name ..."
|
echo ">> Standard Rendering for ${CHART_NAME} ..."
|
||||||
TEMPLATE=$(helm template "$chart_name" ./ --namespace "$chart_name" --include-crds --dry-run=server --api-versions "gateway.networking.k8s.io/v1/HTTPRoute")
|
|
||||||
;;
|
|
||||||
esac
|
esac
|
||||||
|
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Formating rendered template ..."
|
echo ">> Formating rendered template ..."
|
||||||
echo "$TEMPLATE" | yq '... comments=""' | yq 'select(. != null)' | yq -s '"'"$OUTPUT_FOLDER"'" + .kind + "-" + .metadata.name + ".yaml"'
|
local TEMPLATE
|
||||||
|
TEMPLATE=$(helm template "${CHART_NAME}" ./ --namespace "${NAMESPACE}" --include-crds --dry-run=server --api-versions "gateway.networking.k8s.io/v1/HTTPRoute")
|
||||||
|
|
||||||
|
# Format and split rendered template
|
||||||
|
echo "${TEMPLATE}" | yq '... comments=""' | yq 'select(. != null)' | yq -s '"'"${OUTPUT_FOLDER}"'" + .kind + "-" + .metadata.name + ".yaml"'
|
||||||
|
|
||||||
# Strip comments again to ensure formatting correctness
|
# Strip comments again to ensure formatting correctness
|
||||||
for file in "$OUTPUT_FOLDER"/*; do
|
for file in "$OUTPUT_FOLDER"/*; do
|
||||||
@@ -216,15 +226,23 @@ jobs:
|
|||||||
done
|
done
|
||||||
|
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Manifests for $chart_name rendered to $OUTPUT_FOLDER"
|
echo ">> Manifests for ${CHART_NAME} rendered to ${OUTPUT_FOLDER}:"
|
||||||
ls $OUTPUT_FOLDER
|
ls $OUTPUT_FOLDER
|
||||||
echo ""
|
echo ""
|
||||||
else
|
else
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Directory $chart_path does not contain a Chart.yaml. Skipping ..."
|
echo ">> Directory ${CHART_PATH} does not contain a Chart.yaml. Skipping ..."
|
||||||
echo ""
|
echo ""
|
||||||
fi
|
fi
|
||||||
done
|
}
|
||||||
|
|
||||||
|
export -f render_chart
|
||||||
|
export MAIN_DIR CLUSTER MANIFEST_DIR
|
||||||
|
|
||||||
|
# Run rendering in parallel
|
||||||
|
for DIR in ${RENDER_DIR}; do
|
||||||
|
echo "${DIR}"
|
||||||
|
done | xargs -n 1 -P 4 -I {} bash -c 'render_chart "$@"' _ {}
|
||||||
|
|
||||||
echo "----"
|
echo "----"
|
||||||
|
|
||||||
@@ -232,16 +250,18 @@ jobs:
|
|||||||
id: check-changes
|
id: check-changes
|
||||||
if: steps.check-dir-changes.outputs.changes-detected == 'true'
|
if: steps.check-dir-changes.outputs.changes-detected == 'true'
|
||||||
run: |
|
run: |
|
||||||
cd ${MANIFEST_DIR}
|
cd "${MANIFEST_DIR}"
|
||||||
|
|
||||||
GIT_CHANGES=$(git status --porcelain)
|
GIT_CHANGES=$(git status --porcelain)
|
||||||
|
|
||||||
if [ -n "$GIT_CHANGES" ]; then
|
if [ -n "${GIT_CHANGES}" ]; then
|
||||||
|
echo ""
|
||||||
echo ">> Changes detected"
|
echo ">> Changes detected"
|
||||||
git status --porcelain
|
git status --porcelain
|
||||||
echo "changes-detected=true" >> $GITEA_OUTPUT
|
echo "changes-detected=true" >> $GITEA_OUTPUT
|
||||||
|
|
||||||
else
|
else
|
||||||
|
echo ""
|
||||||
echo ">> No changes detected, skipping PR creation"
|
echo ">> No changes detected, skipping PR creation"
|
||||||
|
|
||||||
fi
|
fi
|
||||||
@@ -254,19 +274,22 @@ jobs:
|
|||||||
env:
|
env:
|
||||||
BRANCH_NAME: ${{ steps.prepare-manifest-branch.outputs.BRANCH_NAME }}
|
BRANCH_NAME: ${{ steps.prepare-manifest-branch.outputs.BRANCH_NAME }}
|
||||||
run: |
|
run: |
|
||||||
cd ${MANIFEST_DIR}
|
cd "${MANIFEST_DIR}"
|
||||||
|
|
||||||
|
echo ""
|
||||||
echo ">> Commiting changes to ${BRANCH_NAME} ..."
|
echo ">> Commiting changes to ${BRANCH_NAME} ..."
|
||||||
git add .
|
git add .
|
||||||
git commit -m "chore: Update manifests after automerge"
|
git commit -m "chore: Update manifests after automerge"
|
||||||
|
|
||||||
REPO_URL="${{ secrets.REPO_URL }}/${{ gitea.repository }}"
|
REPO_URL="${{ secrets.REPO_URL }}/${{ gitea.repository }}"
|
||||||
echo ">> Pushing changes to $REPO_URL ..."
|
echo ""
|
||||||
git push -u "https://oauth2:${{ secrets.BOT_TOKEN }}@$(echo $REPO_URL | sed -e 's|https://||')" ${BRANCH_NAME}
|
echo ">> Pushing changes to ${REPO_URL} ..."
|
||||||
|
|
||||||
|
git push -u "https://oauth2:${{ secrets.BOT_TOKEN }}@${REPO_URL#*://}" "${BRANCH_NAME}"
|
||||||
|
|
||||||
echo "----"
|
echo "----"
|
||||||
|
|
||||||
echo "push=true" >> $GITEA_OUTPUT
|
echo "push=true" >> "$GITEA_OUTPUT"
|
||||||
|
|
||||||
- name: Create Pull Request
|
- name: Create Pull Request
|
||||||
id: create-pull-request
|
id: create-pull-request
|
||||||
|
|||||||
@@ -1,10 +1,11 @@
|
|||||||
name: render-manifests-dispatch
|
name: render-manifests-dispatch
|
||||||
|
|
||||||
on:
|
on:
|
||||||
schedule:
|
|
||||||
- cron: '0 3 * * *'
|
|
||||||
|
|
||||||
workflow_dispatch:
|
workflow_dispatch:
|
||||||
|
# schedule:
|
||||||
|
# - cron: '0 15 * * *'
|
||||||
|
|
||||||
|
# workflow_dispatch:
|
||||||
|
|
||||||
env:
|
env:
|
||||||
CLUSTER: cl01tl
|
CLUSTER: cl01tl
|
||||||
@@ -43,24 +44,39 @@ jobs:
|
|||||||
method: kubeconfig
|
method: kubeconfig
|
||||||
kubeconfig: ${{ secrets.KUBECONFIG }}
|
kubeconfig: ${{ secrets.KUBECONFIG }}
|
||||||
|
|
||||||
|
- name: Cache Helm Dependencies
|
||||||
|
uses: actions/cache@v5
|
||||||
|
with:
|
||||||
|
path: |
|
||||||
|
~/.cache/helm
|
||||||
|
~/.config/helm
|
||||||
|
key: helm-cache-${{ runner.os }}-${{ hashFiles('infrastructure/clusters/cl01tl/helm/**/Chart.yaml', 'infrastructure/clusters/cl01tl/helm/**/Chart.lock') }}
|
||||||
|
restore-keys: |
|
||||||
|
helm-cache-${{ runner.os }}-
|
||||||
|
|
||||||
- name: Prepare Manifest Branch
|
- name: Prepare Manifest Branch
|
||||||
run: |
|
run: |
|
||||||
cd ${MANIFEST_DIR}
|
cd "${MANIFEST_DIR}"
|
||||||
|
|
||||||
|
echo ""
|
||||||
echo ">> Configure git to use gitea-bot as user ..."
|
echo ">> Configure git to use gitea-bot as user ..."
|
||||||
git config user.name "gitea-bot"
|
git config user.name "gitea-bot"
|
||||||
git config user.email "gitea-bot@alexlebens.net"
|
git config user.email "gitea-bot@alexlebens.net"
|
||||||
|
|
||||||
|
echo ""
|
||||||
echo ">> Checking if PR branch exists ..."
|
echo ">> Checking if PR branch exists ..."
|
||||||
if [[ $(git ls-remote --heads origin "${BRANCH_NAME}" | wc -l) -gt 0 ]]; then
|
if git ls-remote --exit-code --heads origin "${BRANCH_NAME}" > /dev/null 2>&1; then
|
||||||
|
echo ""
|
||||||
echo ">> Branch '${BRANCH_NAME}' exists, pulling changes ..."
|
echo ">> Branch '${BRANCH_NAME}' exists, pulling changes ..."
|
||||||
git fetch origin "${BRANCH_NAME}"
|
git fetch origin "${BRANCH_NAME}"
|
||||||
git checkout "${BRANCH_NAME}"
|
git checkout "${BRANCH_NAME}"
|
||||||
git pull --rebase
|
git pull --rebase
|
||||||
|
|
||||||
else
|
else
|
||||||
|
echo ""
|
||||||
echo ">> Branch '${BRANCH_NAME}' does not exist, creating ..."
|
echo ">> Branch '${BRANCH_NAME}' does not exist, creating ..."
|
||||||
git checkout -b $BRANCH_NAME
|
git checkout -b "${BRANCH_NAME}"
|
||||||
|
|
||||||
fi
|
fi
|
||||||
|
|
||||||
echo "----"
|
echo "----"
|
||||||
@@ -68,25 +84,29 @@ jobs:
|
|||||||
- name: Check which Directories have Changes
|
- name: Check which Directories have Changes
|
||||||
id: check-dir-changes
|
id: check-dir-changes
|
||||||
run: |
|
run: |
|
||||||
cd ${MAIN_DIR}
|
cd "${MAIN_DIR}"
|
||||||
|
|
||||||
RENDER_DIR=()
|
|
||||||
|
|
||||||
|
echo ""
|
||||||
echo ">> Triggered on dispatch, will check all paths ..."
|
echo ">> Triggered on dispatch, will check all paths ..."
|
||||||
RENDER_DIR+=$(ls clusters/cl01tl/helm/)
|
|
||||||
|
# Extract names of charts
|
||||||
|
RENDER_DIR=$(find "clusters/${CLUSTER}/helm" -mindepth 1 -maxdepth 1 -type d -exec basename {} \; | sort -u)
|
||||||
|
|
||||||
if [ -n "${RENDER_DIR}" ]; then
|
if [ -n "${RENDER_DIR}" ]; then
|
||||||
|
echo ""
|
||||||
echo ">> Directories to Render:"
|
echo ">> Directories to Render:"
|
||||||
echo "$(echo "${RENDER_DIR}" | sort -u)"
|
echo "${RENDER_DIR}"
|
||||||
|
|
||||||
echo "----"
|
echo "----"
|
||||||
|
|
||||||
echo "changes-detected=true" >> $GITEA_OUTPUT
|
echo "changes-detected=true" >> "$GITEA_OUTPUT"
|
||||||
echo "render-dir<<EOF" >> $GITEA_OUTPUT
|
echo "render-dir<<EOF" >> "$GITEA_OUTPUT"
|
||||||
echo "$(echo "${RENDER_DIR}" | sort -u)" >> $GITEA_OUTPUT
|
echo "${RENDER_DIR}" >> "$GITEA_OUTPUT"
|
||||||
echo "EOF" >> $GITEA_OUTPUT
|
echo "EOF" >> "$GITEA_OUTPUT"
|
||||||
|
|
||||||
else
|
else
|
||||||
echo "changes-detected=false" >> $GITEA_OUTPUT
|
echo ">> No directories found"
|
||||||
|
echo "changes-detected=false" >> "$GITEA_OUTPUT"
|
||||||
|
|
||||||
fi
|
fi
|
||||||
|
|
||||||
- name: Add Repositories
|
- name: Add Repositories
|
||||||
@@ -94,29 +114,54 @@ jobs:
|
|||||||
env:
|
env:
|
||||||
RENDER_DIR: ${{ steps.check-dir-changes.outputs.render-dir }}
|
RENDER_DIR: ${{ steps.check-dir-changes.outputs.render-dir }}
|
||||||
run: |
|
run: |
|
||||||
cd ${MAIN_DIR}
|
cd "${MAIN_DIR}"
|
||||||
|
|
||||||
|
echo ""
|
||||||
echo ">> Adding repositories for chart dependencies ..."
|
echo ">> Adding repositories for chart dependencies ..."
|
||||||
for dir in ${RENDER_DIR}; do
|
for DIR in ${RENDER_DIR}; do
|
||||||
helm dependency list --max-col-width 120 ${MAIN_DIR}/clusters/${CLUSTER}/helm/$dir 2> /dev/null \
|
helm dependency list --max-col-width 120 "${MAIN_DIR}/clusters/${CLUSTER}/helm/${DIR}" 2> /dev/null \
|
||||||
| tail +2 | head -n -1 \
|
| tail -n +2 \
|
||||||
| awk '{ print "helm repo add " $1 " " $3 }' \
|
| awk 'NF > 0 { print $1, $3 }' \
|
||||||
| while read cmd; do
|
| while read -r REPO_NAME REPO_URL; do
|
||||||
if [[ "$cmd" == "*oci://*" ]]; then
|
if [[ "${REPO_URL}" == oci://* ]]; then
|
||||||
echo ">> Ignoring OCI repo"
|
echo ""
|
||||||
else
|
echo ">> Ignoring OCI repo: ${REPO_URL}"
|
||||||
echo "$cmd" | sh;
|
|
||||||
|
elif [[ -n "${REPO_NAME}" && -n "${REPO_URL}" ]]; then
|
||||||
|
helm repo add "${REPO_NAME}" "${REPO_URL}"
|
||||||
|
|
||||||
fi
|
fi
|
||||||
done || true
|
done || true
|
||||||
done
|
done
|
||||||
|
|
||||||
if helm repo list | tail +2 | read -r; then
|
if helm repo list > /dev/null 2>&1; then
|
||||||
|
echo ""
|
||||||
echo ">> Update repository cache ..."
|
echo ">> Update repository cache ..."
|
||||||
helm repo update
|
helm repo update
|
||||||
|
|
||||||
fi
|
fi
|
||||||
|
|
||||||
echo "----"
|
echo "----"
|
||||||
|
|
||||||
|
- name: Remove Changed Manifest Files
|
||||||
|
if: steps.check-dir-changes.outputs.changes-detected == 'true'
|
||||||
|
env:
|
||||||
|
RENDER_DIR: ${{ steps.check-dir-changes.outputs.render-dir }}
|
||||||
|
run: |
|
||||||
|
cd "${MANIFEST_DIR}"
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
echo ">> Remove manfiest files and rebuild from source ..."
|
||||||
|
|
||||||
|
for DIR in ${RENDER_DIR}; do
|
||||||
|
CHART_PATH=${MANIFEST_DIR}/clusters/${CLUSTER}/manifests/${DIR}
|
||||||
|
|
||||||
|
echo "${CHART_PATH}"
|
||||||
|
rm -rf ${CHART_PATH}/*
|
||||||
|
done
|
||||||
|
|
||||||
|
echo "----"
|
||||||
|
|
||||||
- name: Render Helm Manifests
|
- name: Render Helm Manifests
|
||||||
id: render-manifests
|
id: render-manifests
|
||||||
if: steps.check-dir-changes.outputs.changes-detected == 'true'
|
if: steps.check-dir-changes.outputs.changes-detected == 'true'
|
||||||
@@ -125,60 +170,57 @@ jobs:
|
|||||||
run: |
|
run: |
|
||||||
cd ${MAIN_DIR}
|
cd ${MAIN_DIR}
|
||||||
|
|
||||||
|
echo ""
|
||||||
echo ">> Rendering Manifests ..."
|
echo ">> Rendering Manifests ..."
|
||||||
|
|
||||||
for dir in ${RENDER_DIR}; do
|
render_chart() {
|
||||||
chart_path=${MAIN_DIR}/clusters/${CLUSTER}/helm/$dir
|
local DIR="$1"
|
||||||
chart_name=$(basename "$chart_path")
|
local CHART_PATH="${MAIN_DIR}/clusters/${CLUSTER}/helm/${DIR}"
|
||||||
|
local CHART_NAME=$(basename "${CHART_PATH}")
|
||||||
|
|
||||||
echo ""
|
echo ""
|
||||||
echo ""
|
echo ">> Rendering ..."
|
||||||
echo ">> Rendering chart: $chart_name"
|
echo ">> Chart: ${CHART_NAME}"
|
||||||
echo ">> Chart path $chart_path"
|
echo ">> Path: ${CHART_PATH}"
|
||||||
|
|
||||||
if [ -f "$chart_path/Chart.yaml" ]; then
|
if [ -f "${CHART_PATH}/Chart.yaml" ]; then
|
||||||
OUTPUT_FOLDER="${MANIFEST_DIR}/clusters/${CLUSTER}/manifests/$chart_name/"
|
local OUTPUT_FOLDER="${MANIFEST_DIR}/clusters/${CLUSTER}/manifests/${CHART_NAME}/"
|
||||||
TEMPLATE=""
|
|
||||||
|
|
||||||
mkdir -p ${MANIFEST_DIR}/clusters/${CLUSTER}/manifests/$chart_name
|
mkdir -p "${OUTPUT_FOLDER}"
|
||||||
|
cd "${CHART_PATH}"
|
||||||
cd $chart_path
|
|
||||||
|
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Updating helm dependency ..."
|
echo ">> Updating helm dependencies ..."
|
||||||
helm dependency update --skip-refresh
|
helm dependency update --skip-refresh > /dev/null
|
||||||
|
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Building helm dependency ..."
|
echo ">> Linting helm chart ..."
|
||||||
helm dependency build --skip-refresh
|
helm lint --namespace "${CHART_NAME}" --quiet
|
||||||
|
|
||||||
echo ""
|
local NAMESPACE="${CHART_NAME}"
|
||||||
echo ">> Linting helm ..."
|
case "${CHART_NAME}" in
|
||||||
helm lint --namespace "$chart_name"
|
|
||||||
|
|
||||||
echo ""
|
|
||||||
echo ">> Rendering templates ..."
|
|
||||||
case "$chart_name" in
|
|
||||||
"stack")
|
"stack")
|
||||||
|
NAMESPACE="argocd"
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Special Rendering for stack into argocd namespace ..."
|
echo ">> Special Rendering into 'argocd' namespace ..."
|
||||||
TEMPLATE=$(helm template $chart_name ./ --namespace argocd --include-crds --dry-run=server --api-versions "gateway.networking.k8s.io/v1/HTTPRoute")
|
|
||||||
;;
|
;;
|
||||||
"cilium" | "coredns" | "metrics-server" |"prometheus-operator-crds")
|
"cilium" | "coredns" | "metrics-server" | "prometheus-operator-crds")
|
||||||
|
NAMESPACE="kube-system"
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Special Rendering for $chart_name into kube-system namespace ..."
|
echo ">> Special Rendering for ${CHART_NAME} into 'kube-system' namespace ..."
|
||||||
TEMPLATE=$(helm template $chart_name ./ --namespace kube-system --include-crds --dry-run=server --api-versions "gateway.networking.k8s.io/v1/HTTPRoute")
|
|
||||||
;;
|
;;
|
||||||
*)
|
*)
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Standard Rendering for $chart_name ..."
|
echo ">> Standard Rendering for ${CHART_NAME} ..."
|
||||||
TEMPLATE=$(helm template "$chart_name" ./ --namespace "$chart_name" --include-crds --dry-run=server --api-versions "gateway.networking.k8s.io/v1/HTTPRoute")
|
|
||||||
;;
|
|
||||||
esac
|
esac
|
||||||
|
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Formating rendered template ..."
|
echo ">> Formating rendered template ..."
|
||||||
echo "$TEMPLATE" | yq '... comments=""' | yq 'select(. != null)' | yq -s '"'"$OUTPUT_FOLDER"'" + .kind + "-" + .metadata.name + ".yaml"'
|
local TEMPLATE
|
||||||
|
TEMPLATE=$(helm template "${CHART_NAME}" ./ --namespace "${NAMESPACE}" --include-crds --dry-run=server --api-versions "gateway.networking.k8s.io/v1/HTTPRoute")
|
||||||
|
|
||||||
|
# Format and split rendered template
|
||||||
|
echo "${TEMPLATE}" | yq '... comments=""' | yq 'select(. != null)' | yq -s '"'"${OUTPUT_FOLDER}"'" + .kind + "-" + .metadata.name + ".yaml"'
|
||||||
|
|
||||||
# Strip comments again to ensure formatting correctness
|
# Strip comments again to ensure formatting correctness
|
||||||
for file in "$OUTPUT_FOLDER"/*; do
|
for file in "$OUTPUT_FOLDER"/*; do
|
||||||
@@ -186,15 +228,23 @@ jobs:
|
|||||||
done
|
done
|
||||||
|
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Manifests for $chart_name rendered to $OUTPUT_FOLDER"
|
echo ">> Manifests for ${CHART_NAME} rendered to ${OUTPUT_FOLDER}:"
|
||||||
ls $OUTPUT_FOLDER
|
ls $OUTPUT_FOLDER
|
||||||
echo ""
|
echo ""
|
||||||
else
|
else
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Directory $chart_path does not contain a Chart.yaml. Skipping ..."
|
echo ">> Directory ${CHART_PATH} does not contain a Chart.yaml. Skipping ..."
|
||||||
echo ""
|
echo ""
|
||||||
fi
|
fi
|
||||||
done
|
}
|
||||||
|
|
||||||
|
export -f render_chart
|
||||||
|
export MAIN_DIR CLUSTER MANIFEST_DIR
|
||||||
|
|
||||||
|
# Run rendering in parallel
|
||||||
|
for DIR in ${RENDER_DIR}; do
|
||||||
|
echo "${DIR}"
|
||||||
|
done | xargs -n 1 -P 4 -I {} bash -c 'render_chart "$@"' _ {}
|
||||||
|
|
||||||
echo "----"
|
echo "----"
|
||||||
|
|
||||||
@@ -202,16 +252,18 @@ jobs:
|
|||||||
id: check-changes
|
id: check-changes
|
||||||
if: steps.check-dir-changes.outputs.changes-detected == 'true'
|
if: steps.check-dir-changes.outputs.changes-detected == 'true'
|
||||||
run: |
|
run: |
|
||||||
cd ${MANIFEST_DIR}
|
cd "${MANIFEST_DIR}"
|
||||||
|
|
||||||
GIT_CHANGES=$(git status --porcelain)
|
GIT_CHANGES=$(git status --porcelain)
|
||||||
|
|
||||||
if [ -n "$GIT_CHANGES" ]; then
|
if [ -n "${GIT_CHANGES}" ]; then
|
||||||
|
echo ""
|
||||||
echo ">> Changes detected"
|
echo ">> Changes detected"
|
||||||
git status --porcelain
|
git status --porcelain
|
||||||
echo "changes-detected=true" >> $GITEA_OUTPUT
|
echo "changes-detected=true" >> $GITEA_OUTPUT
|
||||||
|
|
||||||
else
|
else
|
||||||
|
echo ""
|
||||||
echo ">> No changes detected, skipping PR creation"
|
echo ">> No changes detected, skipping PR creation"
|
||||||
|
|
||||||
fi
|
fi
|
||||||
@@ -222,20 +274,23 @@ jobs:
|
|||||||
id: commit-push
|
id: commit-push
|
||||||
if: steps.check-changes.outputs.changes-detected == 'true'
|
if: steps.check-changes.outputs.changes-detected == 'true'
|
||||||
run: |
|
run: |
|
||||||
cd ${MANIFEST_DIR}
|
cd "${MANIFEST_DIR}"
|
||||||
|
|
||||||
|
echo ""
|
||||||
echo ">> Commiting changes to ${BRANCH_NAME} ..."
|
echo ">> Commiting changes to ${BRANCH_NAME} ..."
|
||||||
git add .
|
git add .
|
||||||
git commit -m "chore: Update manifests after change"
|
git commit -m "chore: Update manifests after change"
|
||||||
|
|
||||||
REPO_URL="${{ secrets.REPO_URL }}/${{ gitea.repository }}"
|
REPO_URL="${{ secrets.REPO_URL }}/${{ gitea.repository }}"
|
||||||
echo ">> Pushing changes to $REPO_URL ..."
|
echo ""
|
||||||
git push -u "https://oauth2:${{ secrets.BOT_TOKEN }}@$(echo $REPO_URL | sed -e 's|https://||')" ${BRANCH_NAME}
|
echo ">> Pushing changes to ${REPO_URL} ..."
|
||||||
|
|
||||||
|
git push -u "https://oauth2:${{ secrets.BOT_TOKEN }}@${REPO_URL#*://}" "${BRANCH_NAME}"
|
||||||
|
|
||||||
echo "----"
|
echo "----"
|
||||||
|
|
||||||
echo "HEAD_BRANCH=${BRANCH_NAME}" >> $GITEA_OUTPUT
|
echo "HEAD_BRANCH=${BRANCH_NAME}" >> "$GITEA_OUTPUT"
|
||||||
echo "push=true" >> $GITEA_OUTPUT
|
echo "push=true" >> "$GITEA_OUTPUT"
|
||||||
|
|
||||||
- name: Check for Pull Request
|
- name: Check for Pull Request
|
||||||
id: check-for-pull-requst
|
id: check-for-pull-requst
|
||||||
|
|||||||
@@ -1,13 +1,14 @@
|
|||||||
name: render-manifests-merge
|
name: render-manifests-merge
|
||||||
|
|
||||||
on:
|
on:
|
||||||
pull_request:
|
workflow_dispatch:
|
||||||
branches:
|
# pull_request:
|
||||||
- main
|
# branches:
|
||||||
paths:
|
# - main
|
||||||
- 'clusters/cl01tl/helm/**'
|
# paths:
|
||||||
types:
|
# - 'clusters/cl01tl/helm/**'
|
||||||
- closed
|
# types:
|
||||||
|
# - closed
|
||||||
|
|
||||||
env:
|
env:
|
||||||
CLUSTER: cl01tl
|
CLUSTER: cl01tl
|
||||||
@@ -47,24 +48,39 @@ jobs:
|
|||||||
method: kubeconfig
|
method: kubeconfig
|
||||||
kubeconfig: ${{ secrets.KUBECONFIG }}
|
kubeconfig: ${{ secrets.KUBECONFIG }}
|
||||||
|
|
||||||
|
- name: Cache Helm Dependencies
|
||||||
|
uses: actions/cache@v5
|
||||||
|
with:
|
||||||
|
path: |
|
||||||
|
~/.cache/helm
|
||||||
|
~/.config/helm
|
||||||
|
key: helm-cache-${{ runner.os }}-${{ hashFiles('infrastructure/clusters/cl01tl/helm/**/Chart.yaml', 'infrastructure/clusters/cl01tl/helm/**/Chart.lock') }}
|
||||||
|
restore-keys: |
|
||||||
|
helm-cache-${{ runner.os }}-
|
||||||
|
|
||||||
- name: Prepare Manifest Branch
|
- name: Prepare Manifest Branch
|
||||||
run: |
|
run: |
|
||||||
cd ${MANIFEST_DIR}
|
cd "${MANIFEST_DIR}"
|
||||||
|
|
||||||
|
echo ""
|
||||||
echo ">> Configure git to use gitea-bot as user ..."
|
echo ">> Configure git to use gitea-bot as user ..."
|
||||||
git config user.name "gitea-bot"
|
git config user.name "gitea-bot"
|
||||||
git config user.email "gitea-bot@alexlebens.net"
|
git config user.email "gitea-bot@alexlebens.net"
|
||||||
|
|
||||||
|
echo ""
|
||||||
echo ">> Checking if PR branch exists ..."
|
echo ">> Checking if PR branch exists ..."
|
||||||
if [[ $(git ls-remote --heads origin "${BRANCH_NAME}" | wc -l) -gt 0 ]]; then
|
if git ls-remote --exit-code --heads origin "${BRANCH_NAME}" > /dev/null 2>&1; then
|
||||||
|
echo ""
|
||||||
echo ">> Branch '${BRANCH_NAME}' exists, pulling changes ..."
|
echo ">> Branch '${BRANCH_NAME}' exists, pulling changes ..."
|
||||||
git fetch origin "${BRANCH_NAME}"
|
git fetch origin "${BRANCH_NAME}"
|
||||||
git checkout "${BRANCH_NAME}"
|
git checkout "${BRANCH_NAME}"
|
||||||
git pull --rebase
|
git pull --rebase
|
||||||
|
|
||||||
else
|
else
|
||||||
|
echo ""
|
||||||
echo ">> Branch '${BRANCH_NAME}' does not exist, creating ..."
|
echo ">> Branch '${BRANCH_NAME}' does not exist, creating ..."
|
||||||
git checkout -b $BRANCH_NAME
|
git checkout -b "${BRANCH_NAME}"
|
||||||
|
|
||||||
fi
|
fi
|
||||||
|
|
||||||
echo "----"
|
echo "----"
|
||||||
@@ -72,38 +88,31 @@ jobs:
|
|||||||
- name: Check which Directories have Changes
|
- name: Check which Directories have Changes
|
||||||
id: check-dir-changes
|
id: check-dir-changes
|
||||||
run: |
|
run: |
|
||||||
cd ${MAIN_DIR}
|
cd "${MAIN_DIR}"
|
||||||
|
|
||||||
RENDER_DIR=()
|
|
||||||
|
|
||||||
|
echo ""
|
||||||
echo ">> Checking for changes from HEAD^..HEAD ..."
|
echo ">> Checking for changes from HEAD^..HEAD ..."
|
||||||
GIT_DIFF=$(git diff --name-only HEAD^..HEAD | xargs -I {} dirname {} | sort -u | grep -E "clusters/[^/]+/helm/[^/]+")
|
|
||||||
|
|
||||||
if [ -n "${GIT_DIFF}" ]; then
|
# Extract the chart names from the git diff
|
||||||
echo ">> Changes detected:"
|
RENDER_DIR=$(git diff --name-only HEAD^..HEAD | grep -E "^clusters/${CLUSTER}/helm/" | awk -F '/' '{print $4}' | sort -u || true)
|
||||||
echo "$GIT_DIFF"
|
|
||||||
for path in $GIT_DIFF; do
|
|
||||||
RENDER_DIR+=$(echo "$path" | awk -F '/' '{print $4}')
|
|
||||||
RENDER_DIR+=$(echo " ")
|
|
||||||
done
|
|
||||||
|
|
||||||
else
|
|
||||||
echo ">> No changes detected"
|
|
||||||
|
|
||||||
fi
|
|
||||||
|
|
||||||
if [ -n "${RENDER_DIR}" ]; then
|
if [ -n "${RENDER_DIR}" ]; then
|
||||||
|
echo ""
|
||||||
echo ">> Directories to Render:"
|
echo ">> Directories to Render:"
|
||||||
echo "$(echo "${RENDER_DIR}" | sort -u)"
|
echo "${RENDER_DIR}"
|
||||||
|
|
||||||
echo "----"
|
echo "----"
|
||||||
|
|
||||||
echo "changes-detected=true" >> $GITEA_OUTPUT
|
echo "changes-detected=true" >> "$GITEA_OUTPUT"
|
||||||
echo "render-dir<<EOF" >> $GITEA_OUTPUT
|
echo "render-dir<<EOF" >> "$GITEA_OUTPUT"
|
||||||
echo "$(echo "${RENDER_DIR}" | sort -u)" >> $GITEA_OUTPUT
|
echo "${RENDER_DIR}" >> "$GITEA_OUTPUT"
|
||||||
echo "EOF" >> $GITEA_OUTPUT
|
echo "EOF" >> "$GITEA_OUTPUT"
|
||||||
|
|
||||||
else
|
else
|
||||||
echo "changes-detected=false" >> $GITEA_OUTPUT
|
echo ""
|
||||||
|
echo ">> No chart changes detected"
|
||||||
|
echo "changes-detected=false" >> "$GITEA_OUTPUT"
|
||||||
|
|
||||||
fi
|
fi
|
||||||
|
|
||||||
- name: Add Repositories
|
- name: Add Repositories
|
||||||
@@ -111,25 +120,31 @@ jobs:
|
|||||||
env:
|
env:
|
||||||
RENDER_DIR: ${{ steps.check-dir-changes.outputs.render-dir }}
|
RENDER_DIR: ${{ steps.check-dir-changes.outputs.render-dir }}
|
||||||
run: |
|
run: |
|
||||||
cd ${MAIN_DIR}
|
cd "${MAIN_DIR}"
|
||||||
|
|
||||||
|
echo ""
|
||||||
echo ">> Adding repositories for chart dependencies ..."
|
echo ">> Adding repositories for chart dependencies ..."
|
||||||
for dir in ${RENDER_DIR}; do
|
for DIR in ${RENDER_DIR}; do
|
||||||
helm dependency list --max-col-width 120 ${MAIN_DIR}/clusters/${CLUSTER}/helm/$dir 2> /dev/null \
|
helm dependency list --max-col-width 120 "${MAIN_DIR}/clusters/${CLUSTER}/helm/${DIR}" 2> /dev/null \
|
||||||
| tail +2 | head -n -1 \
|
| tail -n +2 \
|
||||||
| awk '{ print "helm repo add " $1 " " $3 }' \
|
| awk 'NF > 0 { print $1, $3 }' \
|
||||||
| while read cmd; do
|
| while read -r REPO_NAME REPO_URL; do
|
||||||
if [[ "$cmd" == "*oci://*" ]]; then
|
if [[ "${REPO_URL}" == oci://* ]]; then
|
||||||
echo ">> Ignoring OCI repo"
|
echo ""
|
||||||
else
|
echo ">> Ignoring OCI repo: ${REPO_URL}"
|
||||||
echo "$cmd" | sh;
|
|
||||||
|
elif [[ -n "${REPO_NAME}" && -n "${REPO_URL}" ]]; then
|
||||||
|
helm repo add "${REPO_NAME}" "${REPO_URL}"
|
||||||
|
|
||||||
fi
|
fi
|
||||||
done || true
|
done || true
|
||||||
done
|
done
|
||||||
|
|
||||||
if helm repo list | tail +2 | read -r; then
|
if helm repo list > /dev/null 2>&1; then
|
||||||
|
echo ""
|
||||||
echo ">> Update repository cache ..."
|
echo ">> Update repository cache ..."
|
||||||
helm repo update
|
helm repo update
|
||||||
|
|
||||||
fi
|
fi
|
||||||
|
|
||||||
echo "----"
|
echo "----"
|
||||||
@@ -139,15 +154,16 @@ jobs:
|
|||||||
env:
|
env:
|
||||||
RENDER_DIR: ${{ steps.check-dir-changes.outputs.render-dir }}
|
RENDER_DIR: ${{ steps.check-dir-changes.outputs.render-dir }}
|
||||||
run: |
|
run: |
|
||||||
cd ${MANIFEST_DIR}
|
cd "${MANIFEST_DIR}"
|
||||||
|
|
||||||
|
echo ""
|
||||||
echo ">> Remove manfiest files and rebuild from source ..."
|
echo ">> Remove manfiest files and rebuild from source ..."
|
||||||
|
|
||||||
for dir in ${RENDER_DIR}; do
|
for DIR in ${RENDER_DIR}; do
|
||||||
chart_path=${MANIFEST_DIR}/clusters/${CLUSTER}/manifests/$dir
|
CHART_PATH=${MANIFEST_DIR}/clusters/${CLUSTER}/manifests/${DIR}
|
||||||
|
|
||||||
echo "$chart_path"
|
echo "${CHART_PATH}"
|
||||||
rm -rf $chart_path/*
|
rm -rf ${CHART_PATH}/*
|
||||||
done
|
done
|
||||||
|
|
||||||
echo "----"
|
echo "----"
|
||||||
@@ -160,60 +176,57 @@ jobs:
|
|||||||
run: |
|
run: |
|
||||||
cd ${MAIN_DIR}
|
cd ${MAIN_DIR}
|
||||||
|
|
||||||
|
echo ""
|
||||||
echo ">> Rendering Manifests ..."
|
echo ">> Rendering Manifests ..."
|
||||||
|
|
||||||
for dir in ${RENDER_DIR}; do
|
render_chart() {
|
||||||
chart_path=${MAIN_DIR}/clusters/${CLUSTER}/helm/$dir
|
local DIR="$1"
|
||||||
chart_name=$(basename "$chart_path")
|
local CHART_PATH="${MAIN_DIR}/clusters/${CLUSTER}/helm/${DIR}"
|
||||||
|
local CHART_NAME=$(basename "${CHART_PATH}")
|
||||||
|
|
||||||
echo ""
|
echo ""
|
||||||
echo ""
|
echo ">> Rendering ..."
|
||||||
echo ">> Rendering chart: $chart_name"
|
echo ">> Chart: ${CHART_NAME}"
|
||||||
echo ">> Chart path $chart_path"
|
echo ">> Path: ${CHART_PATH}"
|
||||||
|
|
||||||
if [ -f "$chart_path/Chart.yaml" ]; then
|
if [ -f "${CHART_PATH}/Chart.yaml" ]; then
|
||||||
OUTPUT_FOLDER="${MANIFEST_DIR}/clusters/${CLUSTER}/manifests/$chart_name/"
|
local OUTPUT_FOLDER="${MANIFEST_DIR}/clusters/${CLUSTER}/manifests/${CHART_NAME}/"
|
||||||
TEMPLATE=""
|
|
||||||
|
|
||||||
mkdir -p ${MANIFEST_DIR}/clusters/${CLUSTER}/manifests/$chart_name
|
mkdir -p "${OUTPUT_FOLDER}"
|
||||||
|
cd "${CHART_PATH}"
|
||||||
cd $chart_path
|
|
||||||
|
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Updating helm dependency ..."
|
echo ">> Updating helm dependencies ..."
|
||||||
helm dependency update --skip-refresh
|
helm dependency update --skip-refresh > /dev/null
|
||||||
|
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Building helm dependency ..."
|
echo ">> Linting helm chart ..."
|
||||||
helm dependency build --skip-refresh
|
helm lint --namespace "${CHART_NAME}" --quiet
|
||||||
|
|
||||||
echo ""
|
local NAMESPACE="${CHART_NAME}"
|
||||||
echo ">> Linting helm ..."
|
case "${CHART_NAME}" in
|
||||||
helm lint --namespace "$chart_name"
|
|
||||||
|
|
||||||
echo ""
|
|
||||||
echo ">> Rendering templates ..."
|
|
||||||
case "$chart_name" in
|
|
||||||
"stack")
|
"stack")
|
||||||
|
NAMESPACE="argocd"
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Special Rendering for stack into argocd namespace ..."
|
echo ">> Special Rendering into 'argocd' namespace ..."
|
||||||
TEMPLATE=$(helm template $chart_name ./ --namespace argocd --include-crds --dry-run=server --api-versions "gateway.networking.k8s.io/v1/HTTPRoute")
|
|
||||||
;;
|
;;
|
||||||
"cilium" | "coredns" | "metrics-server" |"prometheus-operator-crds")
|
"cilium" | "coredns" | "metrics-server" | "prometheus-operator-crds")
|
||||||
|
NAMESPACE="kube-system"
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Special Rendering for $chart_name into kube-system namespace ..."
|
echo ">> Special Rendering for ${CHART_NAME} into 'kube-system' namespace ..."
|
||||||
TEMPLATE=$(helm template $chart_name ./ --namespace kube-system --include-crds --dry-run=server --api-versions "gateway.networking.k8s.io/v1/HTTPRoute")
|
|
||||||
;;
|
;;
|
||||||
*)
|
*)
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Standard Rendering for $chart_name ..."
|
echo ">> Standard Rendering for ${CHART_NAME} ..."
|
||||||
TEMPLATE=$(helm template "$chart_name" ./ --namespace "$chart_name" --include-crds --dry-run=server --api-versions "gateway.networking.k8s.io/v1/HTTPRoute")
|
|
||||||
;;
|
|
||||||
esac
|
esac
|
||||||
|
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Formating rendered template ..."
|
echo ">> Formating rendered template ..."
|
||||||
echo "$TEMPLATE" | yq '... comments=""' | yq 'select(. != null)' | yq -s '"'"$OUTPUT_FOLDER"'" + .kind + "-" + .metadata.name + ".yaml"'
|
local TEMPLATE
|
||||||
|
TEMPLATE=$(helm template "${CHART_NAME}" ./ --namespace "${NAMESPACE}" --include-crds --dry-run=server --api-versions "gateway.networking.k8s.io/v1/HTTPRoute")
|
||||||
|
|
||||||
|
# Format and split rendered template
|
||||||
|
echo "${TEMPLATE}" | yq '... comments=""' | yq 'select(. != null)' | yq -s '"'"${OUTPUT_FOLDER}"'" + .kind + "-" + .metadata.name + ".yaml"'
|
||||||
|
|
||||||
# Strip comments again to ensure formatting correctness
|
# Strip comments again to ensure formatting correctness
|
||||||
for file in "$OUTPUT_FOLDER"/*; do
|
for file in "$OUTPUT_FOLDER"/*; do
|
||||||
@@ -221,15 +234,23 @@ jobs:
|
|||||||
done
|
done
|
||||||
|
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Manifests for $chart_name rendered to $OUTPUT_FOLDER"
|
echo ">> Manifests for ${CHART_NAME} rendered to ${OUTPUT_FOLDER}:"
|
||||||
ls $OUTPUT_FOLDER
|
ls $OUTPUT_FOLDER
|
||||||
echo ""
|
echo ""
|
||||||
else
|
else
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Directory $chart_path does not contain a Chart.yaml. Skipping ..."
|
echo ">> Directory ${CHART_PATH} does not contain a Chart.yaml. Skipping ..."
|
||||||
echo ""
|
echo ""
|
||||||
fi
|
fi
|
||||||
done
|
}
|
||||||
|
|
||||||
|
export -f render_chart
|
||||||
|
export MAIN_DIR CLUSTER MANIFEST_DIR
|
||||||
|
|
||||||
|
# Run rendering in parallel
|
||||||
|
for DIR in ${RENDER_DIR}; do
|
||||||
|
echo "${DIR}"
|
||||||
|
done | xargs -n 1 -P 4 -I {} bash -c 'render_chart "$@"' _ {}
|
||||||
|
|
||||||
echo "----"
|
echo "----"
|
||||||
|
|
||||||
@@ -237,16 +258,18 @@ jobs:
|
|||||||
id: check-changes
|
id: check-changes
|
||||||
if: steps.check-dir-changes.outputs.changes-detected == 'true'
|
if: steps.check-dir-changes.outputs.changes-detected == 'true'
|
||||||
run: |
|
run: |
|
||||||
cd ${MANIFEST_DIR}
|
cd "${MANIFEST_DIR}"
|
||||||
|
|
||||||
GIT_CHANGES=$(git status --porcelain)
|
GIT_CHANGES=$(git status --porcelain)
|
||||||
|
|
||||||
if [ -n "$GIT_CHANGES" ]; then
|
if [ -n "${GIT_CHANGES}" ]; then
|
||||||
|
echo ""
|
||||||
echo ">> Changes detected"
|
echo ">> Changes detected"
|
||||||
git status --porcelain
|
git status --porcelain
|
||||||
echo "changes-detected=true" >> $GITEA_OUTPUT
|
echo "changes-detected=true" >> $GITEA_OUTPUT
|
||||||
|
|
||||||
else
|
else
|
||||||
|
echo ""
|
||||||
echo ">> No changes detected, skipping PR creation"
|
echo ">> No changes detected, skipping PR creation"
|
||||||
|
|
||||||
fi
|
fi
|
||||||
@@ -257,20 +280,23 @@ jobs:
|
|||||||
id: commit-push
|
id: commit-push
|
||||||
if: steps.check-changes.outputs.changes-detected == 'true'
|
if: steps.check-changes.outputs.changes-detected == 'true'
|
||||||
run: |
|
run: |
|
||||||
cd ${MANIFEST_DIR}
|
cd "${MANIFEST_DIR}"
|
||||||
|
|
||||||
|
echo ""
|
||||||
echo ">> Commiting changes to ${BRANCH_NAME} ..."
|
echo ">> Commiting changes to ${BRANCH_NAME} ..."
|
||||||
git add .
|
git add .
|
||||||
git commit -m "chore: Update manifests after change"
|
git commit -m "chore: Update manifests after change"
|
||||||
|
|
||||||
REPO_URL="${{ secrets.REPO_URL }}/${{ gitea.repository }}"
|
REPO_URL="${{ secrets.REPO_URL }}/${{ gitea.repository }}"
|
||||||
echo ">> Pushing changes to $REPO_URL ..."
|
echo ""
|
||||||
git push -u "https://oauth2:${{ secrets.BOT_TOKEN }}@$(echo $REPO_URL | sed -e 's|https://||')" ${BRANCH_NAME}
|
echo ">> Pushing changes to ${REPO_URL} ..."
|
||||||
|
|
||||||
|
git push -u "https://oauth2:${{ secrets.BOT_TOKEN }}@${REPO_URL#*://}" "${BRANCH_NAME}"
|
||||||
|
|
||||||
echo "----"
|
echo "----"
|
||||||
|
|
||||||
echo "HEAD_BRANCH=${BRANCH_NAME}" >> $GITEA_OUTPUT
|
echo "HEAD_BRANCH=${BRANCH_NAME}" >> "$GITEA_OUTPUT"
|
||||||
echo "push=true" >> $GITEA_OUTPUT
|
echo "push=true" >> "$GITEA_OUTPUT"
|
||||||
|
|
||||||
- name: Check for Pull Request
|
- name: Check for Pull Request
|
||||||
id: check-for-pull-requst
|
id: check-for-pull-requst
|
||||||
|
|||||||
@@ -1,11 +1,12 @@
|
|||||||
name: render-manifests-push
|
name: render-manifests-push
|
||||||
|
|
||||||
on:
|
on:
|
||||||
push:
|
workflow_dispatch:
|
||||||
branches:
|
# push:
|
||||||
- main
|
# branches:
|
||||||
paths:
|
# - main
|
||||||
- 'clusters/cl01tl/helm/**'
|
# paths:
|
||||||
|
# - 'clusters/cl01tl/helm/**'
|
||||||
|
|
||||||
env:
|
env:
|
||||||
CLUSTER: cl01tl
|
CLUSTER: cl01tl
|
||||||
@@ -45,24 +46,38 @@ jobs:
|
|||||||
method: kubeconfig
|
method: kubeconfig
|
||||||
kubeconfig: ${{ secrets.KUBECONFIG }}
|
kubeconfig: ${{ secrets.KUBECONFIG }}
|
||||||
|
|
||||||
|
- name: Cache Helm Dependencies
|
||||||
|
uses: actions/cache@v5
|
||||||
|
with:
|
||||||
|
path: |
|
||||||
|
~/.cache/helm
|
||||||
|
~/.config/helm
|
||||||
|
key: helm-cache-${{ runner.os }}-${{ hashFiles('infrastructure/clusters/cl01tl/helm/**/Chart.yaml', 'infrastructure/clusters/cl01tl/helm/**/Chart.lock') }}
|
||||||
|
restore-keys: |
|
||||||
|
helm-cache-${{ runner.os }}-
|
||||||
|
|
||||||
- name: Prepare Manifest Branch
|
- name: Prepare Manifest Branch
|
||||||
run: |
|
run: |
|
||||||
cd ${MANIFEST_DIR}
|
cd "${MANIFEST_DIR}"
|
||||||
|
|
||||||
|
echo ""
|
||||||
echo ">> Configure git to use gitea-bot as user ..."
|
echo ">> Configure git to use gitea-bot as user ..."
|
||||||
git config user.name "gitea-bot"
|
git config user.name "gitea-bot"
|
||||||
git config user.email "gitea-bot@alexlebens.net"
|
git config user.email "gitea-bot@alexlebens.net"
|
||||||
|
|
||||||
echo ">> Checking if PR branch exists ..."
|
echo ">> Checking if PR branch exists ..."
|
||||||
if [[ $(git ls-remote --heads origin "${BRANCH_NAME}" | wc -l) -gt 0 ]]; then
|
if git ls-remote --exit-code --heads origin "${BRANCH_NAME}" > /dev/null 2>&1; then
|
||||||
|
echo ""
|
||||||
echo ">> Branch '${BRANCH_NAME}' exists, pulling changes ..."
|
echo ">> Branch '${BRANCH_NAME}' exists, pulling changes ..."
|
||||||
git fetch origin "${BRANCH_NAME}"
|
git fetch origin "${BRANCH_NAME}"
|
||||||
git checkout "${BRANCH_NAME}"
|
git checkout "${BRANCH_NAME}"
|
||||||
git pull --rebase
|
git pull --rebase
|
||||||
|
|
||||||
else
|
else
|
||||||
|
echo ""
|
||||||
echo ">> Branch '${BRANCH_NAME}' does not exist, creating ..."
|
echo ">> Branch '${BRANCH_NAME}' does not exist, creating ..."
|
||||||
git checkout -b $BRANCH_NAME
|
git checkout -b "${BRANCH_NAME}"
|
||||||
|
|
||||||
fi
|
fi
|
||||||
|
|
||||||
echo "----"
|
echo "----"
|
||||||
@@ -70,38 +85,31 @@ jobs:
|
|||||||
- name: Check which Directories have Changes
|
- name: Check which Directories have Changes
|
||||||
id: check-dir-changes
|
id: check-dir-changes
|
||||||
run: |
|
run: |
|
||||||
cd ${MAIN_DIR}
|
cd "${MAIN_DIR}"
|
||||||
|
|
||||||
RENDER_DIR=()
|
|
||||||
|
|
||||||
|
echo ""
|
||||||
echo ">> Checking for changes ..."
|
echo ">> Checking for changes ..."
|
||||||
GIT_DIFF=$(git diff --name-only ${{ gitea.event.before }}..HEAD | xargs -I {} dirname {} | sort -u | grep -E "clusters/[^/]+/helm/[^/]+")
|
|
||||||
|
|
||||||
if [ -n "${GIT_DIFF}" ]; then
|
# Extract the chart names from the git diff
|
||||||
echo ">> Changes detected:"
|
RENDER_DIR=$(git diff --name-only ${{ gitea.event.before }}..HEAD | grep -E "^clusters/${CLUSTER}/helm/" | awk -F '/' '{print $4}' | sort -u || true)
|
||||||
echo "$GIT_DIFF"
|
|
||||||
for path in $GIT_DIFF; do
|
|
||||||
RENDER_DIR+=$(echo "$path" | awk -F '/' '{print $4}')
|
|
||||||
RENDER_DIR+=$(echo " ")
|
|
||||||
done
|
|
||||||
|
|
||||||
else
|
|
||||||
echo ">> No changes detected"
|
|
||||||
|
|
||||||
fi
|
|
||||||
|
|
||||||
if [ -n "${RENDER_DIR}" ]; then
|
if [ -n "${RENDER_DIR}" ]; then
|
||||||
|
echo ""
|
||||||
echo ">> Directories to Render:"
|
echo ">> Directories to Render:"
|
||||||
echo "$(echo "${RENDER_DIR}" | sort -u)"
|
echo "${RENDER_DIR}"
|
||||||
|
|
||||||
echo "----"
|
echo "----"
|
||||||
|
|
||||||
echo "changes-detected=true" >> $GITEA_OUTPUT
|
echo "changes-detected=true" >> "$GITEA_OUTPUT"
|
||||||
echo "render-dir<<EOF" >> $GITEA_OUTPUT
|
echo "render-dir<<EOF" >> "$GITEA_OUTPUT"
|
||||||
echo "$(echo "${RENDER_DIR}" | sort -u)" >> $GITEA_OUTPUT
|
echo "${RENDER_DIR}" >> "$GITEA_OUTPUT"
|
||||||
echo "EOF" >> $GITEA_OUTPUT
|
echo "EOF" >> "$GITEA_OUTPUT"
|
||||||
|
|
||||||
else
|
else
|
||||||
echo "changes-detected=false" >> $GITEA_OUTPUT
|
echo ""
|
||||||
|
echo ">> No chart changes detected"
|
||||||
|
echo "changes-detected=false" >> "$GITEA_OUTPUT"
|
||||||
|
|
||||||
fi
|
fi
|
||||||
|
|
||||||
- name: Add Repositories
|
- name: Add Repositories
|
||||||
@@ -109,25 +117,31 @@ jobs:
|
|||||||
env:
|
env:
|
||||||
RENDER_DIR: ${{ steps.check-dir-changes.outputs.render-dir }}
|
RENDER_DIR: ${{ steps.check-dir-changes.outputs.render-dir }}
|
||||||
run: |
|
run: |
|
||||||
cd ${MAIN_DIR}
|
cd "${MAIN_DIR}"
|
||||||
|
|
||||||
|
echo ""
|
||||||
echo ">> Adding repositories for chart dependencies ..."
|
echo ">> Adding repositories for chart dependencies ..."
|
||||||
for dir in ${RENDER_DIR}; do
|
for DIR in ${RENDER_DIR}; do
|
||||||
helm dependency list --max-col-width 120 ${MAIN_DIR}/clusters/${CLUSTER}/helm/$dir 2> /dev/null \
|
helm dependency list --max-col-width 120 "${MAIN_DIR}/clusters/${CLUSTER}/helm/${DIR}" 2> /dev/null \
|
||||||
| tail +2 | head -n -1 \
|
| tail -n +2 \
|
||||||
| awk '{ print "helm repo add " $1 " " $3 }' \
|
| awk 'NF > 0 { print $1, $3 }' \
|
||||||
| while read cmd; do
|
| while read -r REPO_NAME REPO_URL; do
|
||||||
if [[ "$cmd" == "*oci://*" ]]; then
|
if [[ "${REPO_URL}" == oci://* ]]; then
|
||||||
echo ">> Ignoring OCI repo"
|
echo ""
|
||||||
else
|
echo ">> Ignoring OCI repo: ${REPO_URL}"
|
||||||
echo "$cmd" | sh;
|
|
||||||
|
elif [[ -n "${REPO_NAME}" && -n "${REPO_URL}" ]]; then
|
||||||
|
helm repo add "${REPO_NAME}" "${REPO_URL}"
|
||||||
|
|
||||||
fi
|
fi
|
||||||
done || true
|
done || true
|
||||||
done
|
done
|
||||||
|
|
||||||
if helm repo list | tail +2 | read -r; then
|
if helm repo list > /dev/null 2>&1; then
|
||||||
|
echo ""
|
||||||
echo ">> Update repository cache ..."
|
echo ">> Update repository cache ..."
|
||||||
helm repo update
|
helm repo update
|
||||||
|
|
||||||
fi
|
fi
|
||||||
|
|
||||||
echo "----"
|
echo "----"
|
||||||
@@ -137,15 +151,17 @@ jobs:
|
|||||||
env:
|
env:
|
||||||
RENDER_DIR: ${{ steps.check-dir-changes.outputs.render-dir }}
|
RENDER_DIR: ${{ steps.check-dir-changes.outputs.render-dir }}
|
||||||
run: |
|
run: |
|
||||||
cd ${MANIFEST_DIR}
|
cd "${MANIFEST_DIR}"
|
||||||
|
|
||||||
|
echo ""
|
||||||
echo ">> Remove manfiest files and rebuild from source ..."
|
echo ">> Remove manfiest files and rebuild from source ..."
|
||||||
|
|
||||||
for dir in ${RENDER_DIR}; do
|
for DIR in ${RENDER_DIR}; do
|
||||||
chart_path=${MANIFEST_DIR}/clusters/${CLUSTER}/manifests/$dir
|
CHART_PATH=${MANIFEST_DIR}/clusters/${CLUSTER}/manifests/${DIR}
|
||||||
|
|
||||||
echo "$chart_path"
|
echo ""
|
||||||
rm -rf $chart_path/*
|
echo "${CHART_PATH}"
|
||||||
|
rm -rf ${CHART_PATH}/*
|
||||||
done
|
done
|
||||||
|
|
||||||
echo "----"
|
echo "----"
|
||||||
@@ -158,60 +174,57 @@ jobs:
|
|||||||
run: |
|
run: |
|
||||||
cd ${MAIN_DIR}
|
cd ${MAIN_DIR}
|
||||||
|
|
||||||
|
echo ""
|
||||||
echo ">> Rendering Manifests ..."
|
echo ">> Rendering Manifests ..."
|
||||||
|
|
||||||
for dir in ${RENDER_DIR}; do
|
render_chart() {
|
||||||
chart_path=${MAIN_DIR}/clusters/${CLUSTER}/helm/$dir
|
local DIR="$1"
|
||||||
chart_name=$(basename "$chart_path")
|
local CHART_PATH="${MAIN_DIR}/clusters/${CLUSTER}/helm/${DIR}"
|
||||||
|
local CHART_NAME=$(basename "${CHART_PATH}")
|
||||||
|
|
||||||
echo ""
|
echo ""
|
||||||
echo ""
|
echo ">> Rendering ..."
|
||||||
echo ">> Rendering chart: $chart_name"
|
echo ">> Chart: ${CHART_NAME}"
|
||||||
echo ">> Chart path $chart_path"
|
echo ">> Path: ${CHART_PATH}"
|
||||||
|
|
||||||
if [ -f "$chart_path/Chart.yaml" ]; then
|
if [ -f "${CHART_PATH}/Chart.yaml" ]; then
|
||||||
OUTPUT_FOLDER="${MANIFEST_DIR}/clusters/${CLUSTER}/manifests/$chart_name/"
|
local OUTPUT_FOLDER="${MANIFEST_DIR}/clusters/${CLUSTER}/manifests/${CHART_NAME}/"
|
||||||
TEMPLATE=""
|
|
||||||
|
|
||||||
mkdir -p ${MANIFEST_DIR}/clusters/${CLUSTER}/manifests/$chart_name
|
mkdir -p "${OUTPUT_FOLDER}"
|
||||||
|
cd "${CHART_PATH}"
|
||||||
cd $chart_path
|
|
||||||
|
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Updating helm dependency ..."
|
echo ">> Updating helm dependencies ..."
|
||||||
helm dependency update --skip-refresh
|
helm dependency update --skip-refresh > /dev/null
|
||||||
|
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Building helm dependency ..."
|
echo ">> Linting helm chart ..."
|
||||||
helm dependency build --skip-refresh
|
helm lint --namespace "${CHART_NAME}" --quiet
|
||||||
|
|
||||||
echo ""
|
local NAMESPACE="${CHART_NAME}"
|
||||||
echo ">> Linting helm ..."
|
case "${CHART_NAME}" in
|
||||||
helm lint --namespace "$chart_name"
|
|
||||||
|
|
||||||
echo ""
|
|
||||||
echo ">> Rendering templates ..."
|
|
||||||
case "$chart_name" in
|
|
||||||
"stack")
|
"stack")
|
||||||
|
NAMESPACE="argocd"
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Special Rendering for stack into argocd namespace ..."
|
echo ">> Special Rendering into 'argocd' namespace ..."
|
||||||
TEMPLATE=$(helm template $chart_name ./ --namespace argocd --include-crds --dry-run=server --api-versions "gateway.networking.k8s.io/v1/HTTPRoute")
|
|
||||||
;;
|
;;
|
||||||
"cilium" | "coredns" | "metrics-server" |"prometheus-operator-crds")
|
"cilium" | "coredns" | "metrics-server" | "prometheus-operator-crds")
|
||||||
|
NAMESPACE="kube-system"
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Special Rendering for $chart_name into kube-system namespace ..."
|
echo ">> Special Rendering for ${CHART_NAME} into 'kube-system' namespace ..."
|
||||||
TEMPLATE=$(helm template $chart_name ./ --namespace kube-system --include-crds --dry-run=server --api-versions "gateway.networking.k8s.io/v1/HTTPRoute")
|
|
||||||
;;
|
;;
|
||||||
*)
|
*)
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Standard Rendering for $chart_name ..."
|
echo ">> Standard Rendering for ${CHART_NAME} ..."
|
||||||
TEMPLATE=$(helm template "$chart_name" ./ --namespace "$chart_name" --include-crds --dry-run=server --api-versions "gateway.networking.k8s.io/v1/HTTPRoute")
|
|
||||||
;;
|
|
||||||
esac
|
esac
|
||||||
|
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Formating rendered template ..."
|
echo ">> Formating rendered template ..."
|
||||||
echo "$TEMPLATE" | yq '... comments=""' | yq 'select(. != null)' | yq -s '"'"$OUTPUT_FOLDER"'" + .kind + "-" + .metadata.name + ".yaml"'
|
local TEMPLATE
|
||||||
|
TEMPLATE=$(helm template "${CHART_NAME}" ./ --namespace "${NAMESPACE}" --include-crds --dry-run=server --api-versions "gateway.networking.k8s.io/v1/HTTPRoute")
|
||||||
|
|
||||||
|
# Format and split rendered template
|
||||||
|
echo "${TEMPLATE}" | yq '... comments=""' | yq 'select(. != null)' | yq -s '"'"${OUTPUT_FOLDER}"'" + .kind + "-" + .metadata.name + ".yaml"'
|
||||||
|
|
||||||
# Strip comments again to ensure formatting correctness
|
# Strip comments again to ensure formatting correctness
|
||||||
for file in "$OUTPUT_FOLDER"/*; do
|
for file in "$OUTPUT_FOLDER"/*; do
|
||||||
@@ -219,15 +232,23 @@ jobs:
|
|||||||
done
|
done
|
||||||
|
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Manifests for $chart_name rendered to $OUTPUT_FOLDER"
|
echo ">> Manifests for ${CHART_NAME} rendered to ${OUTPUT_FOLDER}:"
|
||||||
ls $OUTPUT_FOLDER
|
ls $OUTPUT_FOLDER
|
||||||
echo ""
|
echo ""
|
||||||
else
|
else
|
||||||
echo ""
|
echo ""
|
||||||
echo ">> Directory $chart_path does not contain a Chart.yaml. Skipping ..."
|
echo ">> Directory ${CHART_PATH} does not contain a Chart.yaml. Skipping ..."
|
||||||
echo ""
|
echo ""
|
||||||
fi
|
fi
|
||||||
done
|
}
|
||||||
|
|
||||||
|
export -f render_chart
|
||||||
|
export MAIN_DIR CLUSTER MANIFEST_DIR
|
||||||
|
|
||||||
|
# Run rendering in parallel
|
||||||
|
for DIR in ${RENDER_DIR}; do
|
||||||
|
echo "${DIR}"
|
||||||
|
done | xargs -n 1 -P 4 -I {} bash -c 'render_chart "$@"' _ {}
|
||||||
|
|
||||||
echo "----"
|
echo "----"
|
||||||
|
|
||||||
@@ -235,16 +256,18 @@ jobs:
|
|||||||
id: check-changes
|
id: check-changes
|
||||||
if: steps.check-dir-changes.outputs.changes-detected == 'true'
|
if: steps.check-dir-changes.outputs.changes-detected == 'true'
|
||||||
run: |
|
run: |
|
||||||
cd ${MANIFEST_DIR}
|
cd "${MANIFEST_DIR}"
|
||||||
|
|
||||||
GIT_CHANGES=$(git status --porcelain)
|
GIT_CHANGES=$(git status --porcelain)
|
||||||
|
|
||||||
if [ -n "$GIT_CHANGES" ]; then
|
if [ -n "${GIT_CHANGES}" ]; then
|
||||||
|
echo ""
|
||||||
echo ">> Changes detected"
|
echo ">> Changes detected"
|
||||||
git status --porcelain
|
git status --porcelain
|
||||||
echo "changes-detected=true" >> $GITEA_OUTPUT
|
echo "changes-detected=true" >> $GITEA_OUTPUT
|
||||||
|
|
||||||
else
|
else
|
||||||
|
echo ""
|
||||||
echo ">> No changes detected, skipping PR creation"
|
echo ">> No changes detected, skipping PR creation"
|
||||||
|
|
||||||
fi
|
fi
|
||||||
@@ -255,20 +278,23 @@ jobs:
|
|||||||
id: commit-push
|
id: commit-push
|
||||||
if: steps.check-changes.outputs.changes-detected == 'true'
|
if: steps.check-changes.outputs.changes-detected == 'true'
|
||||||
run: |
|
run: |
|
||||||
cd ${MANIFEST_DIR}
|
cd "${MANIFEST_DIR}"
|
||||||
|
|
||||||
|
echo ""
|
||||||
echo ">> Commiting changes to ${BRANCH_NAME} ..."
|
echo ">> Commiting changes to ${BRANCH_NAME} ..."
|
||||||
git add .
|
git add .
|
||||||
git commit -m "chore: Update manifests after change"
|
git commit -m "chore: Update manifests after change"
|
||||||
|
|
||||||
REPO_URL="${{ secrets.REPO_URL }}/${{ gitea.repository }}"
|
REPO_URL="${{ secrets.REPO_URL }}/${{ gitea.repository }}"
|
||||||
echo ">> Pushing changes to $REPO_URL ..."
|
echo ""
|
||||||
git push -u "https://oauth2:${{ secrets.BOT_TOKEN }}@$(echo $REPO_URL | sed -e 's|https://||')" ${BRANCH_NAME}
|
echo ">> Pushing changes to ${REPO_URL} ..."
|
||||||
|
|
||||||
|
git push -u "https://oauth2:${{ secrets.BOT_TOKEN }}@${REPO_URL#*://}" "${BRANCH_NAME}"
|
||||||
|
|
||||||
echo "----"
|
echo "----"
|
||||||
|
|
||||||
echo "HEAD_BRANCH=${BRANCH_NAME}" >> $GITEA_OUTPUT
|
echo "HEAD_BRANCH=${BRANCH_NAME}" >> "$GITEA_OUTPUT"
|
||||||
echo "push=true" >> $GITEA_OUTPUT
|
echo "push=true" >> "$GITEA_OUTPUT"
|
||||||
|
|
||||||
- name: Check for Pull Request
|
- name: Check for Pull Request
|
||||||
id: check-for-pull-requst
|
id: check-for-pull-requst
|
||||||
|
|||||||
636
.gitea/workflows/render-manifests.yaml
Normal file
636
.gitea/workflows/render-manifests.yaml
Normal file
@@ -0,0 +1,636 @@
|
|||||||
|
name: render-manifests
|
||||||
|
|
||||||
|
on:
|
||||||
|
schedule:
|
||||||
|
- cron: '0 15 * * *'
|
||||||
|
|
||||||
|
workflow_dispatch:
|
||||||
|
|
||||||
|
push:
|
||||||
|
branches:
|
||||||
|
- main
|
||||||
|
paths:
|
||||||
|
- 'clusters/cl01tl/helm/**'
|
||||||
|
|
||||||
|
pull_request:
|
||||||
|
branches:
|
||||||
|
- main
|
||||||
|
paths:
|
||||||
|
- 'clusters/cl01tl/helm/**'
|
||||||
|
types:
|
||||||
|
- closed
|
||||||
|
|
||||||
|
env:
|
||||||
|
CLUSTER: cl01tl
|
||||||
|
BASE_BRANCH: manifests
|
||||||
|
BRANCH_NAME_BASE: auto/update-manifests
|
||||||
|
ASSIGNEE: alexlebens
|
||||||
|
MAIN_DIR: /workspace/alexlebens/infrastructure/infrastructure
|
||||||
|
MANIFEST_DIR: /workspace/alexlebens/infrastructure/infrastructure-manifests
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
render-manifests:
|
||||||
|
runs-on: ubuntu-js
|
||||||
|
if: >-
|
||||||
|
github.event_name == 'schedule' ||
|
||||||
|
github.event_name == 'workflow_dispatch' ||
|
||||||
|
(github.event_name == 'push' && github.actor != 'renovate-bot') ||
|
||||||
|
(github.event_name == 'pull_request' && github.event.pull_request.merged == true)
|
||||||
|
steps:
|
||||||
|
- name: Checkout Main
|
||||||
|
uses: actions/checkout@v6
|
||||||
|
with:
|
||||||
|
path: infrastructure
|
||||||
|
fetch-depth: 0
|
||||||
|
|
||||||
|
- name: Checkout Manifests
|
||||||
|
uses: actions/checkout@v6
|
||||||
|
with:
|
||||||
|
ref: manifests
|
||||||
|
path: infrastructure-manifests
|
||||||
|
|
||||||
|
- name: Set Up Helm
|
||||||
|
uses: azure/setup-helm@v4
|
||||||
|
with:
|
||||||
|
token: ${{ secrets.GITEA_TOKEN }}
|
||||||
|
version: v3.17.2 # Pending https://github.com/helm/helm/pull/30743
|
||||||
|
cache: true
|
||||||
|
|
||||||
|
- name: Configure Kubeconfig
|
||||||
|
uses: azure/k8s-set-context@v4
|
||||||
|
with:
|
||||||
|
method: kubeconfig
|
||||||
|
kubeconfig: ${{ secrets.KUBECONFIG }}
|
||||||
|
|
||||||
|
- name: Cache Helm Dependencies
|
||||||
|
uses: actions/cache@v5
|
||||||
|
with:
|
||||||
|
path: |
|
||||||
|
~/.cache/helm
|
||||||
|
~/.config/helm
|
||||||
|
key: helm-cache-${{ runner.os }}-${{ hashFiles('infrastructure/clusters/cl01tl/helm/**/Chart.yaml', 'infrastructure/clusters/cl01tl/helm/**/Chart.lock') }}
|
||||||
|
restore-keys: |
|
||||||
|
helm-cache-${{ runner.os }}-
|
||||||
|
|
||||||
|
- name: Determine Workflow Mode
|
||||||
|
id: mode
|
||||||
|
run: |
|
||||||
|
IS_AUTOMERGE="false"
|
||||||
|
RENDER_ALL="false"
|
||||||
|
DIFF_TARGET=""
|
||||||
|
|
||||||
|
if [[ "${{ github.event_name }}" == "schedule" || "${{ github.event_name }}" == "workflow_dispatch" ]]; then
|
||||||
|
echo ">> Mode: Dispatch/Schedule (Render All)"
|
||||||
|
RENDER_ALL="true"
|
||||||
|
|
||||||
|
elif [[ "${{ github.event_name }}" == "pull_request" ]]; then
|
||||||
|
if [[ "${{ contains(github.event.pull_request.labels.*.name, 'automerge') }}" == "true" ]]; then
|
||||||
|
echo ">> Mode: PR Merged (Automerge)"
|
||||||
|
IS_AUTOMERGE="true"
|
||||||
|
|
||||||
|
else
|
||||||
|
echo ">> Mode: PR Merged (Standard)"
|
||||||
|
|
||||||
|
fi
|
||||||
|
|
||||||
|
DIFF_TARGET="HEAD^..HEAD"
|
||||||
|
|
||||||
|
elif [[ "${{ github.event_name }}" == "push" ]]; then
|
||||||
|
echo ">> Mode: Push (Standard)"
|
||||||
|
DIFF_TARGET="${{ github.event.before }}..HEAD"
|
||||||
|
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
echo "----"
|
||||||
|
|
||||||
|
echo "is-automerge=${IS_AUTOMERGE}" >> "$GITHUB_OUTPUT"
|
||||||
|
echo "render-all=${RENDER_ALL}" >> "$GITHUB_OUTPUT"
|
||||||
|
echo "diff-target=${DIFF_TARGET}" >> "$GITHUB_OUTPUT"
|
||||||
|
|
||||||
|
- name: Prepare Manifest Branch
|
||||||
|
id: prepare-manifest-branch
|
||||||
|
env:
|
||||||
|
IS_AUTOMERGE: ${{ steps.mode.outputs.is-automerge }}
|
||||||
|
run: |
|
||||||
|
cd "${MANIFEST_DIR}"
|
||||||
|
|
||||||
|
echo ">> Configure git to use gitea-bot as user ..."
|
||||||
|
git config user.name "gitea-bot"
|
||||||
|
git config user.email "gitea-bot@alexlebens.net"
|
||||||
|
|
||||||
|
if [[ "$IS_AUTOMERGE" == "true" ]]; then
|
||||||
|
echo ""
|
||||||
|
echo ">> Creating branch ${BRANCH_NAME} ..."
|
||||||
|
BRANCH_NAME="${BRANCH_NAME_BASE}-automerge-$(date +%Y%m%d%H%M%S)"
|
||||||
|
git checkout -b "$BRANCH_NAME"
|
||||||
|
|
||||||
|
else
|
||||||
|
echo ""
|
||||||
|
echo ">> Checking if PR branch exists ..."
|
||||||
|
BRANCH_NAME="${BRANCH_NAME_BASE}"
|
||||||
|
|
||||||
|
if git ls-remote --exit-code --heads origin "${BRANCH_NAME}" > /dev/null 2>&1; then
|
||||||
|
echo ""
|
||||||
|
echo ">> Branch '${BRANCH_NAME}' exists, pulling changes ..."
|
||||||
|
git fetch origin "${BRANCH_NAME}"
|
||||||
|
git checkout "${BRANCH_NAME}"
|
||||||
|
git pull --rebase
|
||||||
|
|
||||||
|
else
|
||||||
|
echo ""
|
||||||
|
echo ">> Branch '${BRANCH_NAME}' does not exist, creating ..."
|
||||||
|
git checkout -b "${BRANCH_NAME}"
|
||||||
|
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
echo "----"
|
||||||
|
|
||||||
|
echo "branch-name=${BRANCH_NAME}" >> "$GITHUB_OUTPUT"
|
||||||
|
|
||||||
|
- name: Check Which Directories Have Changes
|
||||||
|
id: check-dir-changes
|
||||||
|
env:
|
||||||
|
RENDER_ALL: ${{ steps.mode.outputs.render-all }}
|
||||||
|
DIFF_TARGET: ${{ steps.mode.outputs.diff-target }}
|
||||||
|
run: |
|
||||||
|
cd "${MAIN_DIR}"
|
||||||
|
|
||||||
|
if [[ "$RENDER_ALL" == "true" ]]; then
|
||||||
|
echo ">> Triggered on dispatch, will check all paths ..."
|
||||||
|
RENDER_DIR=$(find "clusters/${CLUSTER}/helm" -mindepth 1 -maxdepth 1 -type d -exec basename {} \; | sort -u)
|
||||||
|
|
||||||
|
else
|
||||||
|
echo ">> Checking for changes from ${DIFF_TARGET} ..."
|
||||||
|
RENDER_DIR=$(git diff --name-only "${DIFF_TARGET}" | grep -E "^clusters/${CLUSTER}/helm/" | awk -F '/' '{print $4}' | sort -u || true)
|
||||||
|
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [ -n "${RENDER_DIR}" ]; then
|
||||||
|
echo ""
|
||||||
|
echo ">> Directories to Render:"
|
||||||
|
echo ""
|
||||||
|
echo "${RENDER_DIR}"
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
echo "----"
|
||||||
|
|
||||||
|
echo "changes-detected=true" >> "$GITHUB_OUTPUT"
|
||||||
|
echo "render-dir<<EOF" >> "$GITHUB_OUTPUT"
|
||||||
|
echo "${RENDER_DIR}" >> "$GITHUB_OUTPUT"
|
||||||
|
echo "EOF" >> "$GITHUB_OUTPUT"
|
||||||
|
|
||||||
|
else
|
||||||
|
echo ""
|
||||||
|
echo ">> No chart changes detected"
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
echo "----"
|
||||||
|
|
||||||
|
echo "changes-detected=false" >> "$GITHUB_OUTPUT"
|
||||||
|
|
||||||
|
fi
|
||||||
|
|
||||||
|
- name: Add Repositories
|
||||||
|
if: steps.check-dir-changes.outputs.changes-detected == 'true'
|
||||||
|
env:
|
||||||
|
RENDER_DIR: ${{ steps.check-dir-changes.outputs.render-dir }}
|
||||||
|
run: |
|
||||||
|
cd "${MAIN_DIR}"
|
||||||
|
|
||||||
|
echo ">> Adding repositories for chart dependencies ..."
|
||||||
|
echo ""
|
||||||
|
|
||||||
|
for DIR in ${RENDER_DIR}; do
|
||||||
|
helm dependency list --max-col-width 120 "${MAIN_DIR}/clusters/${CLUSTER}/helm/${DIR}" 2> /dev/null \
|
||||||
|
| tail -n +2 \
|
||||||
|
| awk 'NF > 0 { print $1, $3 }' \
|
||||||
|
| while read -r REPO_NAME REPO_URL; do
|
||||||
|
if [[ "${REPO_URL}" == oci://* ]]; then
|
||||||
|
echo ">> Ignoring OCI repo: ${REPO_URL}"
|
||||||
|
|
||||||
|
elif [[ -n "${REPO_NAME}" && -n "${REPO_URL}" ]]; then
|
||||||
|
helm repo add "${REPO_NAME}" "${REPO_URL}"
|
||||||
|
|
||||||
|
fi
|
||||||
|
|
||||||
|
done || true
|
||||||
|
done
|
||||||
|
|
||||||
|
if helm repo list > /dev/null 2>&1; then
|
||||||
|
echo ""
|
||||||
|
echo ">> Update repository cache ..."
|
||||||
|
helm repo update
|
||||||
|
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
echo "----"
|
||||||
|
|
||||||
|
- name: Remove Changed Manifest Files
|
||||||
|
if: steps.check-dir-changes.outputs.changes-detected == 'true'
|
||||||
|
env:
|
||||||
|
RENDER_DIR: ${{ steps.check-dir-changes.outputs.render-dir }}
|
||||||
|
run: |
|
||||||
|
cd "${MANIFEST_DIR}"
|
||||||
|
|
||||||
|
echo ">> Remove manifest files and rebuild from source ..."
|
||||||
|
echo ""
|
||||||
|
|
||||||
|
for DIR in ${RENDER_DIR}; do
|
||||||
|
CHART_PATH="${MANIFEST_DIR}/clusters/${CLUSTER}/manifests/${DIR}"
|
||||||
|
|
||||||
|
echo "${CHART_PATH}"
|
||||||
|
rm -rf "${CHART_PATH}"/*
|
||||||
|
|
||||||
|
done
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
echo "----"
|
||||||
|
|
||||||
|
- name: Render Helm Manifests
|
||||||
|
id: render-manifests
|
||||||
|
if: steps.check-dir-changes.outputs.changes-detected == 'true'
|
||||||
|
env:
|
||||||
|
RENDER_DIR: ${{ steps.check-dir-changes.outputs.render-dir }}
|
||||||
|
run: |
|
||||||
|
cd "${MAIN_DIR}"
|
||||||
|
|
||||||
|
echo ">> Rendering Manifests ..."
|
||||||
|
|
||||||
|
render_chart() {
|
||||||
|
local DIR="$1"
|
||||||
|
local CHART_PATH="${MAIN_DIR}/clusters/${CLUSTER}/helm/${DIR}"
|
||||||
|
local CHART_NAME=$(basename "${CHART_PATH}")
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
echo ">> Rendering chart: ${CHART_NAME}"
|
||||||
|
|
||||||
|
if [ -f "${CHART_PATH}/Chart.yaml" ]; then
|
||||||
|
local OUTPUT_FOLDER="${MANIFEST_DIR}/clusters/${CLUSTER}/manifests/${CHART_NAME}/"
|
||||||
|
|
||||||
|
mkdir -p "${OUTPUT_FOLDER}"
|
||||||
|
cd "${CHART_PATH}"
|
||||||
|
|
||||||
|
helm dependency update --skip-refresh > /dev/null
|
||||||
|
helm lint --namespace "${CHART_NAME}" --quiet
|
||||||
|
|
||||||
|
local NAMESPACE="${CHART_NAME}"
|
||||||
|
case "${CHART_NAME}" in
|
||||||
|
"stack")
|
||||||
|
NAMESPACE="argocd"
|
||||||
|
echo ">> Special Rendering into 'argocd' namespace ..."
|
||||||
|
;;
|
||||||
|
"cilium" | "coredns" | "metrics-server" | "prometheus-operator-crds")
|
||||||
|
NAMESPACE="kube-system"
|
||||||
|
echo ">> Special Rendering for ${CHART_NAME} into 'kube-system' namespace ..."
|
||||||
|
;;
|
||||||
|
*)
|
||||||
|
echo ">> Standard Rendering ..."
|
||||||
|
esac
|
||||||
|
|
||||||
|
echo ">> Formating rendered template ..."
|
||||||
|
local TEMPLATE
|
||||||
|
TEMPLATE=$(helm template "${CHART_NAME}" ./ --namespace "${NAMESPACE}" --include-crds --dry-run=server --api-versions "gateway.networking.k8s.io/v1/HTTPRoute")
|
||||||
|
|
||||||
|
# Format and split rendered template
|
||||||
|
echo "${TEMPLATE}" | yq '... comments=""' | yq 'select(. != null)' | yq -s '"'"${OUTPUT_FOLDER}"'" + .kind + "-" + .metadata.name + ".yaml"'
|
||||||
|
|
||||||
|
# Strip comments again to ensure formatting correctness
|
||||||
|
for file in "$OUTPUT_FOLDER"/*; do
|
||||||
|
yq -i '... comments=""' $file
|
||||||
|
|
||||||
|
done
|
||||||
|
|
||||||
|
echo ">> Manifests for ${CHART_NAME} rendered successfully to $OUTPUT_FOLDER:"
|
||||||
|
echo ""
|
||||||
|
ls $OUTPUT_FOLDER
|
||||||
|
echo ""
|
||||||
|
|
||||||
|
else
|
||||||
|
echo ""
|
||||||
|
echo ">> Directory ${CHART_PATH} does not contain a Chart.yaml. Skipping ..."
|
||||||
|
|
||||||
|
fi
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
export -f render_chart
|
||||||
|
export MAIN_DIR CLUSTER MANIFEST_DIR
|
||||||
|
|
||||||
|
# Run rendering in parallel
|
||||||
|
for DIR in ${RENDER_DIR}; do
|
||||||
|
echo "${DIR}"
|
||||||
|
|
||||||
|
done | xargs -P 4 -I {} bash -c 'OUT=$(render_chart "$@" 2>&1); printf "%s\n" "$OUT"' _ {}
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
echo "----"
|
||||||
|
|
||||||
|
- name: Check for Changes
|
||||||
|
id: check-changes
|
||||||
|
if: steps.check-dir-changes.outputs.changes-detected == 'true'
|
||||||
|
run: |
|
||||||
|
cd "${MANIFEST_DIR}"
|
||||||
|
|
||||||
|
GIT_CHANGES=$(git status --porcelain)
|
||||||
|
|
||||||
|
if [ -n "${GIT_CHANGES}" ]; then
|
||||||
|
echo ">> Changes detected"
|
||||||
|
git status --porcelain
|
||||||
|
|
||||||
|
CHANGED_CHARTS=$(echo "$GIT_CHANGES" | grep -oE "clusters/${CLUSTER}/manifests/[^/]+" | awk -F '/' '{print $4}' | sort -u | paste -sd ',' -)
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
echo "----"
|
||||||
|
|
||||||
|
echo "changes-detected=true" >> "$GITHUB_OUTPUT"
|
||||||
|
echo "changed-charts-csv=${CHANGED_CHARTS}" >> "$GITHUB_OUTPUT"
|
||||||
|
|
||||||
|
else
|
||||||
|
echo ">> No changes detected, skipping PR creation"
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
echo "----"
|
||||||
|
|
||||||
|
fi
|
||||||
|
|
||||||
|
- name: Commit and Push Changes
|
||||||
|
id: commit-push
|
||||||
|
if: steps.check-changes.outputs.changes-detected == 'true'
|
||||||
|
env:
|
||||||
|
BRANCH_NAME: ${{ steps.prepare-manifest-branch.outputs.branch-name }}
|
||||||
|
IS_AUTOMERGE: ${{ steps.mode.outputs.is-automerge }}
|
||||||
|
run: |
|
||||||
|
cd "${MANIFEST_DIR}"
|
||||||
|
|
||||||
|
MSG="chore: Update manifests after change"
|
||||||
|
|
||||||
|
if [[ "$IS_AUTOMERGE" == "true" ]]; then
|
||||||
|
MSG="chore: Update manifests after automerge"
|
||||||
|
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo ">> Commiting changes to ${BRANCH_NAME} ..."
|
||||||
|
git add .
|
||||||
|
git commit -m "${MSG}"
|
||||||
|
|
||||||
|
REPO_URL="${{ secrets.REPO_URL }}/${{ gitea.repository }}"
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
echo ">> Pushing changes to ${REPO_URL} ..."
|
||||||
|
|
||||||
|
git push -u "https://oauth2:${{ secrets.BOT_TOKEN }}@${REPO_URL#*://}" "${BRANCH_NAME}"
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
echo "----"
|
||||||
|
|
||||||
|
echo "push=true" >> "$GITHUB_OUTPUT"
|
||||||
|
echo "head-branch=${BRANCH_NAME}" >> "$GITHUB_OUTPUT"
|
||||||
|
|
||||||
|
- name: Check for Pull Request
|
||||||
|
id: check-for-pull-request
|
||||||
|
if: steps.commit-push.outputs.push == 'true' && steps.mode.outputs.is-automerge == 'false'
|
||||||
|
env:
|
||||||
|
GITEA_TOKEN: ${{ secrets.BOT_TOKEN }}
|
||||||
|
GITEA_URL: ${{ secrets.REPO_URL }}
|
||||||
|
HEAD_BRANCH: ${{ steps.commit-push.outputs.head-branch }}
|
||||||
|
run: |
|
||||||
|
cd "${MANIFEST_DIR}"
|
||||||
|
|
||||||
|
API_ENDPOINT="${GITEA_URL}/api/v1/repos/${{ gitea.repository }}/pulls?base_branch=${BASE_BRANCH}&state=open&page=1"
|
||||||
|
|
||||||
|
echo ">> Checking if PR from branch ${HEAD_BRANCH} into ${BASE_BRANCH}"
|
||||||
|
echo ">> With Endpoint of:"
|
||||||
|
echo "$API_ENDPOINT"
|
||||||
|
|
||||||
|
HTTP_STATUS=$(curl -X GET -s -w '%{http_code}' -o response_body.json -H "Authorization: token ${GITEA_TOKEN}" -H "Content-Type: application/json" "$API_ENDPOINT")
|
||||||
|
|
||||||
|
if [ "$HTTP_STATUS" == "200" ] && [ "$(cat response_body.json | jq -r .[0].state)" == "open" ]; then
|
||||||
|
echo ""
|
||||||
|
echo ">> Pull Request has been found open, will update"
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
echo "----"
|
||||||
|
|
||||||
|
echo "pull-request-exists=$(cat response_body.json | jq -r .[0].number)" >> "$GITHUB_OUTPUT"
|
||||||
|
echo "pull-request-url=$(cat response_body.json | jq -r .[0].html_url)" >> "$GITHUB_OUTPUT"
|
||||||
|
|
||||||
|
else
|
||||||
|
echo ""
|
||||||
|
echo ">> Pull Request not found"
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
echo "----"
|
||||||
|
|
||||||
|
echo "pull-request-exists=false" >> "$GITHUB_OUTPUT"
|
||||||
|
|
||||||
|
fi
|
||||||
|
|
||||||
|
- name: Create Pull Request
|
||||||
|
id: create-pull-request
|
||||||
|
if: steps.commit-push.outputs.push == 'true' && (steps.mode.outputs.is-automerge == 'true' || steps.check-for-pull-request.outputs.pull-request-exists == 'false')
|
||||||
|
env:
|
||||||
|
IS_AUTOMERGE: ${{ steps.mode.outputs.is-automerge }}
|
||||||
|
GITEA_TOKEN: ${{ secrets.BOT_TOKEN }}
|
||||||
|
GITEA_URL: ${{ secrets.REPO_URL }}
|
||||||
|
HEAD_BRANCH: ${{ steps.commit-push.outputs.head-branch }}
|
||||||
|
CHARTS: ${{ steps.check-changes.outputs.changed-charts-csv }}
|
||||||
|
EVENT_NAME: ${{ github.event_name }}
|
||||||
|
ACTOR: ${{ github.actor }}
|
||||||
|
SHA: ${{ github.sha }}
|
||||||
|
REF: ${{ github.ref_name }}
|
||||||
|
run: |
|
||||||
|
cd "${MANIFEST_DIR}"
|
||||||
|
|
||||||
|
API_ENDPOINT="${GITEA_URL}/api/v1/repos/${{ gitea.repository }}/pulls"
|
||||||
|
|
||||||
|
BODY=$(printf "This PR contains newly rendered Kubernetes manifests automatically generated by the CI workflow.\n\n### Details\n- **Trigger**: \`%s\` by \`@%s\`\n- **Commit**: \`%s\` (on \`%s\`)\n- **Charts Updated**: \`%s\`" "${EVENT_NAME}" "${ACTOR}" "${SHA:0:7}" "${REF}" "${CHARTS}")
|
||||||
|
|
||||||
|
if [[ "$IS_AUTOMERGE" == "true" ]]; then
|
||||||
|
TITLE="Automated Manifest Update - Automerge"
|
||||||
|
BODY=$(printf "%s\n\n_This PR is expected to be automerged._" "${BODY}")
|
||||||
|
|
||||||
|
else
|
||||||
|
TITLE="Automated Manifest Update"
|
||||||
|
|
||||||
|
fi
|
||||||
|
|
||||||
|
PAYLOAD=$(jq -n --arg head "${HEAD_BRANCH}" --arg base "${BASE_BRANCH}" --arg assignee "${ASSIGNEE}" --arg title "${TITLE}" --arg body "${BODY}" '{head: $head, base: $base, assignee: $assignee, title: $title, body: $body}')
|
||||||
|
|
||||||
|
HTTP_STATUS=$(curl -X POST -s -w '%{http_code}' -o response_body.json --data "$PAYLOAD" -H "Authorization: token ${GITEA_TOKEN}" -H "Content-Type: application/json" "$API_ENDPOINT")
|
||||||
|
|
||||||
|
if [ "$HTTP_STATUS" == "201" ]; then
|
||||||
|
echo ">> Pull Request created successfully!"
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
echo "----"
|
||||||
|
|
||||||
|
echo "pull-request-url=$(jq -r .html_url response_body.json)" >> "$GITHUB_OUTPUT"
|
||||||
|
echo "pull-request-id=$(jq -r .id response_body.json)" >> "$GITHUB_OUTPUT"
|
||||||
|
echo "pull-request-number=$(jq -r .number response_body.json)" >> "$GITHUB_OUTPUT"
|
||||||
|
echo "pull-request-operation=created" >> "$GITHUB_OUTPUT"
|
||||||
|
|
||||||
|
elif [[ "$HTTP_STATUS" == "422" || "$HTTP_STATUS" == "409" ]]; then
|
||||||
|
echo ""
|
||||||
|
echo ">> Failed to create PR (Already exists)"
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
echo "----"
|
||||||
|
|
||||||
|
else
|
||||||
|
echo ""
|
||||||
|
echo ">> Failed to create PR, HTTP status code: $HTTP_STATUS"
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
echo "----"
|
||||||
|
|
||||||
|
exit 1
|
||||||
|
|
||||||
|
fi
|
||||||
|
|
||||||
|
- name: Update Pull Request
|
||||||
|
id: update-pull-request
|
||||||
|
if: steps.commit-push.outputs.push == 'true' && steps.check-for-pull-request.outputs.pull-request-exists != 'false' && steps.mode.outputs.is-automerge == 'false'
|
||||||
|
env:
|
||||||
|
GITEA_TOKEN: ${{ secrets.BOT_TOKEN }}
|
||||||
|
GITEA_URL: ${{ secrets.REPO_URL }}
|
||||||
|
PR_NUMBER: ${{ steps.check-for-pull-request.outputs.pull-request-exists }}
|
||||||
|
CHARTS: ${{ steps.check-changes.outputs.changed-charts-csv }}
|
||||||
|
EVENT_NAME: ${{ github.event_name }}
|
||||||
|
ACTOR: ${{ github.actor }}
|
||||||
|
SHA: ${{ github.sha }}
|
||||||
|
REF: ${{ github.ref_name }}
|
||||||
|
run: |
|
||||||
|
cd "${MANIFEST_DIR}"
|
||||||
|
|
||||||
|
API_ENDPOINT="${GITEA_URL}/api/v1/repos/${{ gitea.repository }}/pulls/${PR_NUMBER}"
|
||||||
|
|
||||||
|
EXISTING_BODY=$(jq -r '.[0].body' response_body.json)
|
||||||
|
|
||||||
|
NEW_DETAILS=$(printf "### Update Details (%s)\n- **Trigger**: \`%s\` by \`@%s\`\n- **Commit**: \`%s\` (on \`%s\`)\n- **Charts Updated**: \`%s\`" "$(date -u +'%Y-%m-%d %H:%M UTC')" "${EVENT_NAME}" "${ACTOR}" "${SHA:0:7}" "${REF}" "${CHARTS}")
|
||||||
|
|
||||||
|
UPDATED_BODY=$(printf "%s\n\n%s" "${EXISTING_BODY}" "${NEW_DETAILS}")
|
||||||
|
|
||||||
|
PAYLOAD=$(jq -n --arg body "${UPDATED_BODY}" '{body: $body}')
|
||||||
|
|
||||||
|
HTTP_STATUS=$(curl -X PATCH -s -w '%{http_code}' -o update_response.json --data "$PAYLOAD" -H "Authorization: token ${GITEA_TOKEN}" -H "Content-Type: application/json" "$API_ENDPOINT")
|
||||||
|
|
||||||
|
if [ "$HTTP_STATUS" == "201" ] || [ "$HTTP_STATUS" == "200" ]; then
|
||||||
|
echo ">> Pull Request updated successfully!"
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
echo "----"
|
||||||
|
|
||||||
|
echo "pull-request-operation=updated" >> "$GITHUB_OUTPUT"
|
||||||
|
|
||||||
|
else
|
||||||
|
echo ">> Failed to update PR, HTTP status code: $HTTP_STATUS"; exit 1
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
echo "----"
|
||||||
|
|
||||||
|
fi
|
||||||
|
|
||||||
|
- name: Merge Changes
|
||||||
|
id: merge-changes
|
||||||
|
if: steps.commit-push.outputs.push == 'true' && steps.mode.outputs.is-automerge == 'true'
|
||||||
|
env:
|
||||||
|
GITEA_TOKEN: ${{ secrets.BOT_TOKEN }}
|
||||||
|
GITEA_URL: ${{ secrets.REPO_URL }}
|
||||||
|
PR_NUMBER: ${{ steps.create-pull-request.outputs.pull-request-number }}
|
||||||
|
run: |
|
||||||
|
cd "${MANIFEST_DIR}"
|
||||||
|
|
||||||
|
API_ENDPOINT="${GITEA_URL}/api/v1/repos/${{ gitea.repository }}/pulls/${PR_NUMBER}/merge"
|
||||||
|
|
||||||
|
PAYLOAD=$(jq -n --arg Do "merge" '{Do: $Do}')
|
||||||
|
|
||||||
|
HTTP_STATUS=$(curl -X POST -s -w '%{http_code}' -o response_body.json --data "$PAYLOAD" -H "Authorization: token ${GITEA_TOKEN}" -H "Content-Type: application/json" "$API_ENDPOINT")
|
||||||
|
|
||||||
|
if [ "$HTTP_STATUS" == "200" ]; then
|
||||||
|
echo ">> Pull Request merged successfully!"
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
echo "----"
|
||||||
|
|
||||||
|
echo "pull-request-operation=merged" >> "$GITHUB_OUTPUT"
|
||||||
|
|
||||||
|
else
|
||||||
|
echo ">> Failed to merge PR, HTTP status code: $HTTP_STATUS"; exit 1
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
echo "----"
|
||||||
|
|
||||||
|
fi
|
||||||
|
|
||||||
|
- name: Cleanup Branch
|
||||||
|
if: failure() && steps.mode.outputs.is-automerge == 'true'
|
||||||
|
env:
|
||||||
|
BRANCH_NAME: ${{ steps.prepare-manifest-branch.outputs.branch-name }}
|
||||||
|
run: |
|
||||||
|
cd "${MANIFEST_DIR}"
|
||||||
|
|
||||||
|
echo ">> Removing branch: ${BRANCH_NAME}"
|
||||||
|
git push origin --delete "${BRANCH_NAME}" || true
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
echo "----"
|
||||||
|
|
||||||
|
- name: ntfy Created
|
||||||
|
uses: niniyas/ntfy-action@master
|
||||||
|
if: steps.create-pull-request.outputs.pull-request-operation == 'created' && steps.mode.outputs.is-automerge == 'false'
|
||||||
|
with:
|
||||||
|
url: "${{ secrets.NTFY_URL }}"
|
||||||
|
topic: "${{ secrets.NTFY_TOPIC }}"
|
||||||
|
title: "Manifest Render - Open PR"
|
||||||
|
priority: 3
|
||||||
|
headers: '{"Authorization": "Bearer ${{ secrets.NTFY_CRED }}"}'
|
||||||
|
tags: action,successfully,completed
|
||||||
|
details: "Created renderd manifests for cluster '${CLUSTER}' with charts: ${{ steps.check-changes.outputs.changed-charts-csv }}"
|
||||||
|
icon: "https://cdn.jsdelivr.net/gh/selfhst/icons/png/gitea.png"
|
||||||
|
actions: '[{"action": "view", "label": "View PR", "url": "${{ steps.create-pull-request.outputs.pull-request-url }}", "clear": true}]'
|
||||||
|
|
||||||
|
- name: ntfy Updated
|
||||||
|
uses: niniyas/ntfy-action@master
|
||||||
|
if: steps.commit-push.outputs.push == 'true' && steps.check-for-pull-request.outputs.pull-request-exists != 'false' && steps.mode.outputs.is-automerge == 'false'
|
||||||
|
with:
|
||||||
|
url: "${{ secrets.NTFY_URL }}"
|
||||||
|
topic: "${{ secrets.NTFY_TOPIC }}"
|
||||||
|
title: "Manifest Render - PR Updated"
|
||||||
|
priority: 3
|
||||||
|
headers: '{"Authorization": "Bearer ${{ secrets.NTFY_CRED }}"}'
|
||||||
|
tags: action,successfully,completed
|
||||||
|
details: "Updated rendered manifests PR for cluster '${CLUSTER}' with charts: ${{ steps.check-changes.outputs.changed-charts-csv }}"
|
||||||
|
icon: "https://cdn.jsdelivr.net/gh/selfhst/icons/png/gitea.png"
|
||||||
|
actions: '[{"action": "view", "label": "View PR", "url": "${{ steps.check-for-pull-request.outputs.pull-request-url }}", "clear": true}]'
|
||||||
|
|
||||||
|
- name: ntfy Merged
|
||||||
|
uses: niniyas/ntfy-action@master
|
||||||
|
if: steps.merge-changes.outputs.pull-request-operation == 'merged'
|
||||||
|
with:
|
||||||
|
url: "${{ secrets.NTFY_URL }}"
|
||||||
|
topic: "${{ secrets.NTFY_TOPIC }}"
|
||||||
|
title: "Manifest Render - Automerged"
|
||||||
|
priority: 3
|
||||||
|
headers: '{"Authorization": "Bearer ${{ secrets.NTFY_CRED }}"}'
|
||||||
|
tags: action,successfully,completed
|
||||||
|
details: "Automerged manifest rendering for cluster '${CLUSTER}' with charts: ${{ steps.check-changes.outputs.changed-charts-csv }}"
|
||||||
|
icon: "https://cdn.jsdelivr.net/gh/selfhst/icons/png/gitea.png"
|
||||||
|
actions: '[{"action": "view", "label": "View PR", "url": "${{ steps.create-pull-request.outputs.pull-request-url }}", "clear": true}]'
|
||||||
|
|
||||||
|
- name: ntfy Failed
|
||||||
|
uses: niniyas/ntfy-action@master
|
||||||
|
if: failure()
|
||||||
|
with:
|
||||||
|
url: "${{ secrets.NTFY_URL }}"
|
||||||
|
topic: "${{ secrets.NTFY_TOPIC }}"
|
||||||
|
title: "Manifest Render Failure"
|
||||||
|
priority: 4
|
||||||
|
headers: '{"Authorization": "Bearer ${{ secrets.NTFY_CRED }}"}'
|
||||||
|
tags: action,failed
|
||||||
|
details: "Manifest rendering for Infrastructure has failed!"
|
||||||
|
icon: "https://cdn.jsdelivr.net/gh/selfhst/icons/png/gitea.png"
|
||||||
|
actions: '[{"action": "view", "label": "View Logs", "url": "${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}", "clear": true}]'
|
||||||
@@ -1,12 +1,12 @@
|
|||||||
dependencies:
|
dependencies:
|
||||||
- name: argo-workflows
|
- name: argo-workflows
|
||||||
repository: https://argoproj.github.io/argo-helm
|
repository: https://argoproj.github.io/argo-helm
|
||||||
version: 0.47.5
|
version: 1.0.2
|
||||||
- name: argo-events
|
- name: argo-events
|
||||||
repository: https://argoproj.github.io/argo-helm
|
repository: https://argoproj.github.io/argo-helm
|
||||||
version: 2.4.20
|
version: 2.4.20
|
||||||
- name: postgres-cluster
|
- name: postgres-cluster
|
||||||
repository: oci://harbor.alexlebens.net/helm-charts
|
repository: oci://harbor.alexlebens.net/helm-charts
|
||||||
version: 7.9.1
|
version: 7.9.1
|
||||||
digest: sha256:5b7f498040dd93f99a00c708c80fcefdb64dcdf473cfd3edcf8a94255b80b3b4
|
digest: sha256:31596af063744c13afac459184cd027d922d927f4191446eef63646bada28f8f
|
||||||
generated: "2026-03-12T13:02:52.109982708Z"
|
generated: "2026-03-14T21:07:58.491981-05:00"
|
||||||
|
|||||||
@@ -18,7 +18,7 @@ maintainers:
|
|||||||
- name: alexlebens
|
- name: alexlebens
|
||||||
dependencies:
|
dependencies:
|
||||||
- name: argo-workflows
|
- name: argo-workflows
|
||||||
version: 0.47.5
|
version: 1.0.2
|
||||||
repository: https://argoproj.github.io/argo-helm
|
repository: https://argoproj.github.io/argo-helm
|
||||||
- name: argo-events
|
- name: argo-events
|
||||||
version: 2.4.20
|
version: 2.4.20
|
||||||
|
|||||||
@@ -1,4 +1,14 @@
|
|||||||
argo-workflows:
|
argo-workflows:
|
||||||
|
crds:
|
||||||
|
install: true
|
||||||
|
keep: true
|
||||||
|
# -- Use full CRDs with complete OpenAPI schemas. When false, uses minified CRDs with x-kubernetes-preserve-unknown-fields.
|
||||||
|
# Full CRDs are very large and are installed via a pre-install/pre-upgrade hook Job that uses server-side apply.
|
||||||
|
full: true
|
||||||
|
upgradeJob:
|
||||||
|
image:
|
||||||
|
repository: registry.k8s.io/kubectl
|
||||||
|
tag: v1.35.2
|
||||||
controller:
|
controller:
|
||||||
metricsConfig:
|
metricsConfig:
|
||||||
enabled: true
|
enabled: true
|
||||||
|
|||||||
@@ -6,7 +6,7 @@ keywords:
|
|||||||
- bazarr
|
- bazarr
|
||||||
- servarr
|
- servarr
|
||||||
- subtitles
|
- subtitles
|
||||||
home: https://wiki.alexlebens.dev/s/92784d53-1d43-42fd-b509-f42c73454226
|
home: https://wiki.alexlebens.dev/s/
|
||||||
sources:
|
sources:
|
||||||
- https://github.com/morpheus65535/bazarr
|
- https://github.com/morpheus65535/bazarr
|
||||||
- https://github.com/linuxserver/docker-bazarr
|
- https://github.com/linuxserver/docker-bazarr
|
||||||
|
|||||||
@@ -4,12 +4,12 @@ dependencies:
|
|||||||
version: 4.6.2
|
version: 4.6.2
|
||||||
- name: mariadb-cluster
|
- name: mariadb-cluster
|
||||||
repository: https://helm.mariadb.com/mariadb-operator
|
repository: https://helm.mariadb.com/mariadb-operator
|
||||||
version: 25.10.4
|
version: 26.3.0
|
||||||
- name: volsync-target
|
- name: volsync-target
|
||||||
repository: oci://harbor.alexlebens.net/helm-charts
|
repository: oci://harbor.alexlebens.net/helm-charts
|
||||||
version: 0.8.0
|
version: 0.8.0
|
||||||
- name: volsync-target
|
- name: volsync-target
|
||||||
repository: oci://harbor.alexlebens.net/helm-charts
|
repository: oci://harbor.alexlebens.net/helm-charts
|
||||||
version: 0.8.0
|
version: 0.8.0
|
||||||
digest: sha256:d4c7bf75f72f7eab4ad968bf9f55daac9392c9b2df08f8a27c5dc4f8fffb5f57
|
digest: sha256:e65fa008c652092da5431e9780eb2a87c944298a12e58e432efad61c9e826da5
|
||||||
generated: "2026-03-06T01:06:05.696573273Z"
|
generated: "2026-03-14T23:57:22.721295098Z"
|
||||||
|
|||||||
@@ -18,7 +18,7 @@ dependencies:
|
|||||||
repository: https://bjw-s-labs.github.io/helm-charts/
|
repository: https://bjw-s-labs.github.io/helm-charts/
|
||||||
version: 4.6.2
|
version: 4.6.2
|
||||||
- name: mariadb-cluster
|
- name: mariadb-cluster
|
||||||
version: 25.10.4
|
version: 26.3.0
|
||||||
repository: https://helm.mariadb.com/mariadb-operator
|
repository: https://helm.mariadb.com/mariadb-operator
|
||||||
- name: volsync-target
|
- name: volsync-target
|
||||||
alias: volsync-target-config
|
alias: volsync-target-config
|
||||||
@@ -30,4 +30,4 @@ dependencies:
|
|||||||
repository: oci://harbor.alexlebens.net/helm-charts
|
repository: oci://harbor.alexlebens.net/helm-charts
|
||||||
icon: https://cdn.jsdelivr.net/gh/selfhst/icons/png/booklore.png
|
icon: https://cdn.jsdelivr.net/gh/selfhst/icons/png/booklore.png
|
||||||
# renovate: datasource=github-releases depName=booklore-app/BookLore
|
# renovate: datasource=github-releases depName=booklore-app/BookLore
|
||||||
appVersion: v2.2.0
|
appVersion: v2.2.1
|
||||||
|
|||||||
@@ -9,7 +9,7 @@ booklore:
|
|||||||
main:
|
main:
|
||||||
image:
|
image:
|
||||||
repository: ghcr.io/booklore-app/booklore
|
repository: ghcr.io/booklore-app/booklore
|
||||||
tag: v2.2.0
|
tag: v2.2.1
|
||||||
pullPolicy: IfNotPresent
|
pullPolicy: IfNotPresent
|
||||||
env:
|
env:
|
||||||
- name: TZ
|
- name: TZ
|
||||||
|
|||||||
@@ -9,7 +9,7 @@ code-server:
|
|||||||
main:
|
main:
|
||||||
image:
|
image:
|
||||||
repository: ghcr.io/linuxserver/code-server
|
repository: ghcr.io/linuxserver/code-server
|
||||||
tag: 4.111.0@sha256:04107645b21f33215d1087773e2c889dfed823434f5dc4c7e9ae20df218a8ef3
|
tag: 4.111.0@sha256:12c04b41f601604795562ece2ac64cade7cfca632415f4bfb1742477e3226272
|
||||||
pullPolicy: IfNotPresent
|
pullPolicy: IfNotPresent
|
||||||
env:
|
env:
|
||||||
- name: TZ
|
- name: TZ
|
||||||
|
|||||||
@@ -7,7 +7,7 @@ keywords:
|
|||||||
- dns
|
- dns
|
||||||
- network
|
- network
|
||||||
- kubernetes
|
- kubernetes
|
||||||
home: https://wiki.alexlebens.dev/s/43947ec6-a034-449f-8c76-982ac493b072
|
home: https://wiki.alexlebens.dev/s/
|
||||||
sources:
|
sources:
|
||||||
- https://github.com/coredns/coredns
|
- https://github.com/coredns/coredns
|
||||||
- https://github.com/coredns/helm
|
- https://github.com/coredns/helm
|
||||||
|
|||||||
@@ -1,7 +1,7 @@
|
|||||||
coredns:
|
coredns:
|
||||||
image:
|
image:
|
||||||
repository: registry.k8s.io/coredns/coredns
|
repository: registry.k8s.io/coredns/coredns
|
||||||
tag: v1.14.1
|
tag: v1.14.2
|
||||||
replicaCount: 3
|
replicaCount: 3
|
||||||
resources:
|
resources:
|
||||||
requests:
|
requests:
|
||||||
|
|||||||
@@ -21,7 +21,7 @@ home-assistant:
|
|||||||
code-server:
|
code-server:
|
||||||
image:
|
image:
|
||||||
repository: ghcr.io/linuxserver/code-server
|
repository: ghcr.io/linuxserver/code-server
|
||||||
tag: 4.111.0@sha256:04107645b21f33215d1087773e2c889dfed823434f5dc4c7e9ae20df218a8ef3
|
tag: 4.111.0@sha256:12c04b41f601604795562ece2ac64cade7cfca632415f4bfb1742477e3226272
|
||||||
pullPolicy: IfNotPresent
|
pullPolicy: IfNotPresent
|
||||||
env:
|
env:
|
||||||
- name: TZ
|
- name: TZ
|
||||||
|
|||||||
@@ -19,4 +19,4 @@ dependencies:
|
|||||||
version: 4.6.2
|
version: 4.6.2
|
||||||
icon: https://cdn.jsdelivr.net/gh/selfhst/icons/png/homepage.png
|
icon: https://cdn.jsdelivr.net/gh/selfhst/icons/png/homepage.png
|
||||||
# renovate: datasource=github-releases depName=gethomepage/homepage
|
# renovate: datasource=github-releases depName=gethomepage/homepage
|
||||||
appVersion: v1.10.1
|
appVersion: v1.11.0
|
||||||
|
|||||||
@@ -16,7 +16,7 @@ homepage:
|
|||||||
main:
|
main:
|
||||||
image:
|
image:
|
||||||
repository: ghcr.io/gethomepage/homepage
|
repository: ghcr.io/gethomepage/homepage
|
||||||
tag: v1.10.1
|
tag: v1.11.0
|
||||||
pullPolicy: IfNotPresent
|
pullPolicy: IfNotPresent
|
||||||
env:
|
env:
|
||||||
- name: HOMEPAGE_ALLOWED_HOSTS
|
- name: HOMEPAGE_ALLOWED_HOSTS
|
||||||
|
|||||||
@@ -1,9 +1,9 @@
|
|||||||
dependencies:
|
dependencies:
|
||||||
- name: mariadb-operator
|
- name: mariadb-operator
|
||||||
repository: https://helm.mariadb.com/mariadb-operator
|
repository: https://helm.mariadb.com/mariadb-operator
|
||||||
version: 25.10.4
|
version: 26.3.0
|
||||||
- name: mariadb-operator-crds
|
- name: mariadb-operator-crds
|
||||||
repository: https://helm.mariadb.com/mariadb-operator
|
repository: https://helm.mariadb.com/mariadb-operator
|
||||||
version: 26.3.0
|
version: 26.3.0
|
||||||
digest: sha256:a159f646b8f7501cc5285a508e21dcc96ced71722a3c911b1ee0c73ef7fc0e3a
|
digest: sha256:95f9484c385d08f9b15f55cbb0f8d82c55b8c1a055a4c7697335d4ca51c35d7e
|
||||||
generated: "2026-03-14T18:39:29.639188669Z"
|
generated: "2026-03-14T23:23:02.743862932Z"
|
||||||
|
|||||||
@@ -15,11 +15,11 @@ maintainers:
|
|||||||
- name: alexlebens
|
- name: alexlebens
|
||||||
dependencies:
|
dependencies:
|
||||||
- name: mariadb-operator
|
- name: mariadb-operator
|
||||||
version: 25.10.4
|
version: 26.3.0
|
||||||
repository: https://helm.mariadb.com/mariadb-operator
|
repository: https://helm.mariadb.com/mariadb-operator
|
||||||
- name: mariadb-operator-crds
|
- name: mariadb-operator-crds
|
||||||
version: 26.3.0
|
version: 26.3.0
|
||||||
repository: https://helm.mariadb.com/mariadb-operator
|
repository: https://helm.mariadb.com/mariadb-operator
|
||||||
icon: https://mariadb-operator.github.io/mariadb-operator/assets/mariadb_profile.svg
|
icon: https://mariadb-operator.github.io/mariadb-operator/assets/mariadb_profile.svg
|
||||||
# renovate: datasource=github-releases depName=mariadb-operator/mariadb-operator
|
# renovate: datasource=github-releases depName=mariadb-operator/mariadb-operator
|
||||||
appVersion: 25.10.4
|
appVersion: 26.3.0
|
||||||
|
|||||||
@@ -28,7 +28,7 @@ qbittorrent:
|
|||||||
qbittorrent:
|
qbittorrent:
|
||||||
image:
|
image:
|
||||||
repository: ghcr.io/linuxserver/qbittorrent
|
repository: ghcr.io/linuxserver/qbittorrent
|
||||||
tag: 5.1.4@sha256:6a7ffbfff04dd109bff37c474bfee00aa08dea5edb78c670439be3ed242b70fa
|
tag: 5.1.4@sha256:855e5f4805ac218f406a5ae989a62a77e03f7e5f70128335b7970550a58c96e1
|
||||||
pullPolicy: IfNotPresent
|
pullPolicy: IfNotPresent
|
||||||
env:
|
env:
|
||||||
- name: TZ
|
- name: TZ
|
||||||
|
|||||||
@@ -11,7 +11,7 @@ site-profile:
|
|||||||
main:
|
main:
|
||||||
image:
|
image:
|
||||||
repository: harbor.alexlebens.net/images/site-profile
|
repository: harbor.alexlebens.net/images/site-profile
|
||||||
tag: 3.12.0
|
tag: 3.12.1
|
||||||
pullPolicy: IfNotPresent
|
pullPolicy: IfNotPresent
|
||||||
resources:
|
resources:
|
||||||
requests:
|
requests:
|
||||||
|
|||||||
@@ -11,4 +11,5 @@ spec:
|
|||||||
nameserver:
|
nameserver:
|
||||||
image:
|
image:
|
||||||
repo: tailscale/k8s-nameserver
|
repo: tailscale/k8s-nameserver
|
||||||
tag: unstable-v1.93.44
|
# renovate: datasource=docker depName=tailscale/k8s-nameserver
|
||||||
|
tag: v1.94.2
|
||||||
|
|||||||
@@ -9,7 +9,7 @@ tdarr:
|
|||||||
main:
|
main:
|
||||||
image:
|
image:
|
||||||
repository: ghcr.io/haveagitgat/tdarr
|
repository: ghcr.io/haveagitgat/tdarr
|
||||||
tag: 2.62.01
|
tag: 2.63.01
|
||||||
pullPolicy: IfNotPresent
|
pullPolicy: IfNotPresent
|
||||||
env:
|
env:
|
||||||
- name: TZ
|
- name: TZ
|
||||||
@@ -48,7 +48,7 @@ tdarr:
|
|||||||
main:
|
main:
|
||||||
image:
|
image:
|
||||||
repository: ghcr.io/haveagitgat/tdarr_node
|
repository: ghcr.io/haveagitgat/tdarr_node
|
||||||
tag: 2.62.01
|
tag: 2.63.01
|
||||||
pullPolicy: IfNotPresent
|
pullPolicy: IfNotPresent
|
||||||
env:
|
env:
|
||||||
- name: TZ
|
- name: TZ
|
||||||
|
|||||||
@@ -7,14 +7,50 @@
|
|||||||
],
|
],
|
||||||
"customManagers": [
|
"customManagers": [
|
||||||
{
|
{
|
||||||
|
"description": "Update appVersion in Chart.yaml",
|
||||||
"customType": "regex",
|
"customType": "regex",
|
||||||
"managerFilePatterns": [
|
"managerFilePatterns": [
|
||||||
"/(^|/)Chart\\.yaml$/"
|
"/(^|/)Chart\\.yaml$/"
|
||||||
],
|
],
|
||||||
"matchStrings": [
|
"matchStrings": [
|
||||||
"#\\s*renovate:\\s*datasource=(?<datasource>.*?) depName=(?<depName>.*?)\\s+appVersion:\\s*[\"']?(?<currentValue>[^\"'\\s]+)[\"']?"
|
"#\\s*renovate:\\s*datasource=(?<datasource>.*?) depName=(?<depName>.*?)\\s+appVersion:\\s*[\"']?(?<currentValue>[^\"'\\s]+)[\"']?"
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"description": "Update images in templates",
|
||||||
|
"customType": "regex",
|
||||||
|
"managerFilePatterns": [
|
||||||
|
"/(^|/)templates/.*\\.yaml$/"
|
||||||
],
|
],
|
||||||
"datasourceTemplate": "github-releases"
|
"matchStrings": [
|
||||||
|
"# renovate: datasource=(?<datasource>.*?) depName=(?<depName>.*?)\\s+tag: (?<currentValue>.*)"
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"description": "Update Helm CLI version in GitHub Actions",
|
||||||
|
"customType": "regex",
|
||||||
|
"managerFilePatterns": [
|
||||||
|
"/^\\.github/workflows/.*\\.ya?ml$/"
|
||||||
|
],
|
||||||
|
"matchStrings": [
|
||||||
|
"uses: azure/setup-helm@v4[\\s\\S]*?version: (?<currentValue>v?\\d+\\.\\d+\\.\\d+)"
|
||||||
|
],
|
||||||
|
"depNameTemplate": "helm/helm",
|
||||||
|
"datasourceTemplate": "github-releases",
|
||||||
|
"versioningTemplate": "semver"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"description": "Update Kubeconform version in GitHub Actions env",
|
||||||
|
"customType": "regex",
|
||||||
|
"managerFilePatterns": [
|
||||||
|
"/^\\.github/workflows/.*\\.ya?ml$/"
|
||||||
|
],
|
||||||
|
"matchStrings": [
|
||||||
|
"KUBECONFORM_VERSION: \"(?<currentValue>v?\\d+\\.\\d+\\.\\d+)\""
|
||||||
|
],
|
||||||
|
"depNameTemplate": "yannh/kubeconform",
|
||||||
|
"datasourceTemplate": "github-releases",
|
||||||
|
"versioningTemplate": "semver"
|
||||||
}
|
}
|
||||||
],
|
],
|
||||||
"timezone": "US/Central",
|
"timezone": "US/Central",
|
||||||
@@ -65,7 +101,8 @@
|
|||||||
{
|
{
|
||||||
"description": "Label images, helm",
|
"description": "Label images, helm",
|
||||||
"matchManagers": [
|
"matchManagers": [
|
||||||
"custom.regex", "helm-values"
|
"custom.regex",
|
||||||
|
"helm-values"
|
||||||
],
|
],
|
||||||
"groupName": "{{#if packageName}}{{{replace 'ghcr.io/' '' (replace 'docker.io/' '' packageName)}}}{{else}}{{{replace 'ghcr.io/' '' (replace 'docker.io/' '' depName)}}}{{/if}}",
|
"groupName": "{{#if packageName}}{{{replace 'ghcr.io/' '' (replace 'docker.io/' '' packageName)}}}{{else}}{{{replace 'ghcr.io/' '' (replace 'docker.io/' '' depName)}}}{{/if}}",
|
||||||
"groupSlug": "unified-{{{groupName}}}",
|
"groupSlug": "unified-{{{groupName}}}",
|
||||||
@@ -91,7 +128,8 @@
|
|||||||
"digest"
|
"digest"
|
||||||
],
|
],
|
||||||
"matchManagers": [
|
"matchManagers": [
|
||||||
"custom.regex", "helm-values"
|
"custom.regex",
|
||||||
|
"helm-values"
|
||||||
],
|
],
|
||||||
"groupName": "{{#if packageName}}{{{replace 'ghcr.io/' '' (replace 'docker.io/' '' packageName)}}}{{else}}{{{replace 'ghcr.io/' '' (replace 'docker.io/' '' depName)}}}{{/if}}",
|
"groupName": "{{#if packageName}}{{{replace 'ghcr.io/' '' (replace 'docker.io/' '' packageName)}}}{{else}}{{{replace 'ghcr.io/' '' (replace 'docker.io/' '' depName)}}}{{/if}}",
|
||||||
"groupSlug": "unified-{{{groupName}}}",
|
"groupSlug": "unified-{{{groupName}}}",
|
||||||
|
|||||||
Reference in New Issue
Block a user