458 lines
18 KiB
YAML
458 lines
18 KiB
YAML
name: Gitea Branch PR & Docker Deployment
|
|
|
|
on:
|
|
workflow_dispatch:
|
|
push:
|
|
branches-ignore:
|
|
- "main"
|
|
paths:
|
|
- "**/docker-compose*.yml"
|
|
|
|
env:
|
|
HC_VAULT_VERSION: "1.20.4"
|
|
TEA_VERSION: "0.10.1"
|
|
|
|
jobs:
|
|
check-and-create-pr:
|
|
if: github.ref != 'refs/heads/main'
|
|
name: Check and Create PR
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Checkout Code
|
|
uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0
|
|
with:
|
|
fetch-depth: 1
|
|
|
|
- name: Cache tea CLI
|
|
id: cache-tea
|
|
uses: actions/cache@0057852bfaa89a56745cba8c7296529d2fc39830 # v4.3.0
|
|
with:
|
|
path: /opt/hostedtoolcache/tea/${{ env.TEA_VERSION }}/x64
|
|
key: tea-${{ runner.os }}-${{ env.TEA_VERSION }}
|
|
|
|
- name: Install tea
|
|
uses: supplypike/setup-bin@8e3f88b4f143d9b5c3497f0fc12d45c83c123787 # v4.0.1
|
|
with:
|
|
uri: https://gitea.com/gitea/tea/releases/download/v${{ env.TEA_VERSION }}/tea-${{ env.TEA_VERSION }}-linux-amd64
|
|
name: tea
|
|
version: ${{ env.TEA_VERSION }}
|
|
|
|
- name: Gotify Notification
|
|
uses: eikendev/gotify-action@master
|
|
with:
|
|
gotify_api_base: "${{ secrets.RUNNER_GOTIFY_URL }}"
|
|
gotify_app_token: "${{ secrets.RUNNER_GOTIFY_TOKEN }}"
|
|
notification_title: "GITEA: PR Check @ Benedikta"
|
|
notification_message: "Checking for existing PR... 🔍"
|
|
|
|
- name: Check if open PR exists
|
|
id: check-opened-pr-step
|
|
continue-on-error: true
|
|
run: |
|
|
tea login add --name gitea-rinoa --url "${{ secrets.TREZ_GITEA_URL }}" --user gitea-sonarqube-bot --password "${{ secrets.BOT_GITEA_PASSWORD }}" --token ${{ secrets.BOT_GITEA_TOKEN }}
|
|
pr_exists=$(tea pr list --repo ${{ github.repository }} --state open --fields index,title,head | egrep '\[DOCKER\].*${{ github.ref_name }}' | tail -1 | wc -l)
|
|
echo "exists=$pr_exists" >> $GITHUB_OUTPUT
|
|
|
|
- name: Create PR
|
|
if: ${{ steps.check-opened-pr-step.outputs.exists == '0' }}
|
|
run: |
|
|
tea login default gitea-rinoa
|
|
pr_index_old=$(tea pr ls --repo ${{ github.repository }} --state all --fields index,title,head --output csv | sed -e 's|"||g' | egrep '^[0-9]' | head -1 | awk -F"," '{print $1}')
|
|
pr_index_new=$(expr ${pr_index_old} + 1)
|
|
tea pr c -r ${{ github.repository }} -t "[DOCKER] Automated PR for ${{ github.ref_name }} - #${pr_index_new}" -d "Automatically created PR for branch: ${{ github.ref_name }}" -a ${{ github.actor }} -L "Docker Compose"
|
|
|
|
- name: Gotify Notification
|
|
uses: eikendev/gotify-action@master
|
|
with:
|
|
gotify_api_base: "${{ secrets.RUNNER_GOTIFY_URL }}"
|
|
gotify_app_token: "${{ secrets.RUNNER_GOTIFY_TOKEN }}"
|
|
notification_title: "GITEA: PR Check @ Benedikta"
|
|
notification_message: "PR Created 🎟️"
|
|
|
|
generate-service-list:
|
|
name: Generate list of added/modified/deleted services
|
|
runs-on: ubuntu-latest
|
|
needs: [check-and-create-pr]
|
|
outputs:
|
|
svc_deploy_list: ${{ steps.detect_services.outputs.docker_svc_list }}
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0
|
|
|
|
- name: Fetch base branch
|
|
run: |
|
|
git fetch origin ${{ github.event.pull_request.base.ref }}
|
|
|
|
- name: Gotify Notification
|
|
uses: eikendev/gotify-action@master
|
|
with:
|
|
gotify_api_base: "${{ secrets.RUNNER_GOTIFY_URL }}"
|
|
gotify_app_token: "${{ secrets.RUNNER_GOTIFY_TOKEN }}"
|
|
notification_title: "GITEA: Services TBD"
|
|
notification_message: "Generating list of services to deploy..."
|
|
|
|
- name: Detect added, deleted, and modified services
|
|
id: detect_services
|
|
run: |
|
|
echo "Getting services from main and ${{ github.ref_name }}"
|
|
|
|
# Dynamically find all docker-compose YAML files (root + compose folder)
|
|
COMPOSE_FILES=($(find . -maxdepth 2 -type f -name 'docker-compose*.yml' | sort))
|
|
|
|
echo "Found Compose files:"
|
|
printf '%s\n' "${COMPOSE_FILES[@]}"
|
|
|
|
# Temp files to store all services
|
|
touch services_main_all.txt services_head_all.txt
|
|
|
|
for f in "${COMPOSE_FILES[@]}"; do
|
|
echo "Processing $f"
|
|
|
|
# Create a safe filename by replacing slashes with underscores
|
|
safe_f=$(echo "$f" | sed 's|[./]|_|g')
|
|
|
|
# Fetch main version
|
|
git show origin/main:"$f" > "main_${safe_f}" 2>/dev/null || touch "main_${safe_f}"
|
|
cp "$f" "head_${safe_f}"
|
|
|
|
# Extract services and append to global list
|
|
yq '.services | keys | .[]' "main_${safe_f}" >> services_main_all.txt 2>/dev/null || true
|
|
yq '.services | keys | .[]' "head_${safe_f}" >> services_head_all.txt 2>/dev/null || true
|
|
done
|
|
|
|
# Sort and deduplicate
|
|
sort -u services_main_all.txt -o services_main_all.txt
|
|
sort -u services_head_all.txt -o services_head_all.txt
|
|
|
|
echo "Creating list of modified services..."
|
|
touch service_changes.txt
|
|
|
|
# Added services
|
|
comm -13 services_main_all.txt services_head_all.txt | while read service; do
|
|
echo "$service: added" >> service_changes.txt
|
|
done
|
|
|
|
# Modified services (parallelized)
|
|
comm -12 services_main_all.txt services_head_all.txt | xargs -n1 -P4 -I{} bash -c '
|
|
service="{}"
|
|
modified=0
|
|
for f in "${COMPOSE_FILES[@]}"; do
|
|
safe_f=$(echo "$f" | sed "s|[./]|_|g")
|
|
yq ".services[\"$service\"]" "main_${safe_f}" > tmp_main.yml 2>/dev/null || continue
|
|
yq ".services[\"$service\"]" "head_${safe_f}" > tmp_head.yml 2>/dev/null || continue
|
|
if ! diff -q tmp_main.yml tmp_head.yml > /dev/null; then
|
|
modified=1
|
|
break
|
|
fi
|
|
done
|
|
if [[ $modified -eq 1 ]]; then
|
|
echo "$service: modified" >> service_changes.txt
|
|
fi
|
|
'
|
|
|
|
echo "Detected service changes:"
|
|
cat service_changes.txt
|
|
|
|
if [[ -z $(cat service_changes.txt) ]]; then
|
|
echo "watchtower" > service_changes.txt
|
|
echo "Placeholder:"
|
|
cat service_changes.txt
|
|
fi
|
|
|
|
mod_svcs=$(cut -d':' -f1 service_changes.txt | sort | uniq | tr '\n' ' ' | sed 's/ *$//')
|
|
echo "docker_svc_list<<EOF" >> "$GITHUB_OUTPUT"
|
|
echo "$mod_svcs" >> "$GITHUB_OUTPUT"
|
|
echo "EOF" >> "$GITHUB_OUTPUT"
|
|
|
|
- name: List of Services for (Re)Deployment
|
|
run: |
|
|
echo -e "${{ steps.detect_services.outputs.docker_svc_list }}"
|
|
|
|
docker-compose-dry-run:
|
|
name: Docker Compose Dry Run
|
|
needs: [generate-service-list]
|
|
runs-on: ubuntu-latest
|
|
outputs:
|
|
compose_file_list: ${{ steps.compose_file_list.outputs.compose_list }}
|
|
env:
|
|
VAULT_ADDR: ${{ secrets.TREZ_VAULT_ADDR }}
|
|
VAULT_TOKEN: ${{ secrets.VAULT_GITEA_TOKEN }}
|
|
VAULT_NAMESPACE: ""
|
|
REGISTRY_PASSWORD: ${{ secrets.BOT_GITEA_PASSWORD }}
|
|
DOCKER_SVC_LIST: ${{ needs.generate-service-list.outputs.svc_deploy_list }}
|
|
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0
|
|
|
|
- name: Login to Docker Hub
|
|
uses: docker/login-action@5e57cd118135c172c3672efd75eb46360885c0ef # v3.6.0
|
|
env:
|
|
DOCKER_HOST: tcp://192.168.1.252:2375
|
|
with:
|
|
username: ${{ secrets.DOCKERHUB_USER }}
|
|
password: ${{ secrets.DOCKERHUB_PASSWORD }}
|
|
|
|
- name: Login to GitHub Container Registry
|
|
uses: docker/login-action@5e57cd118135c172c3672efd75eb46360885c0ef # v3.6.0
|
|
env:
|
|
DOCKER_HOST: tcp://192.168.1.252:2375
|
|
with:
|
|
registry: ghcr.io
|
|
username: ${{ secrets.GHCR_USER }}
|
|
password: ${{ secrets.GHCR_LOGIN_TOKEN }}
|
|
|
|
- name: Login to Private Gitea Registry
|
|
uses: docker/login-action@5e57cd118135c172c3672efd75eb46360885c0ef # v3.6.0
|
|
env:
|
|
DOCKER_HOST: tcp://192.168.1.252:2375
|
|
with:
|
|
registry: git.trez.wtf
|
|
username: ${{ secrets.BOT_GITEA_USER }}
|
|
password: ${{ secrets.BOT_GITEA_PASSWORD }}
|
|
|
|
- name: Gotify Notification
|
|
uses: eikendev/gotify-action@master
|
|
with:
|
|
gotify_api_base: "${{ secrets.RUNNER_GOTIFY_URL }}"
|
|
gotify_app_token: "${{ secrets.RUNNER_GOTIFY_TOKEN }}"
|
|
notification_title: "GITEA: Docker Compose Dry Run @ Benedikta"
|
|
notification_message: "Starting Docker Compose dry run..."
|
|
|
|
- name: Get list of Compose files
|
|
id: compose_file_list
|
|
run: |
|
|
compose_list=$(find . -type f -name "docker-compose*.yml" \
|
|
-a ! -name "*windows*" \
|
|
-a ! -name "*gui*" \
|
|
-a ! -name "*macos*" \
|
|
-a ! -name "*hivemind*" \
|
|
-a ! -name "*server*" \
|
|
| sed -e ':a;N;$!ba;s/[\r\n]/ /g')
|
|
|
|
echo "compose_list=$compose_list" >> "$GITHUB_OUTPUT"
|
|
echo "Compose files: $compose_list"
|
|
|
|
- name: Generate .env from Hashicorp Vault
|
|
uses: https://git.trez.wtf/Trez/hc-vault-env@main
|
|
with:
|
|
HC_VAULT_VERSION: ${{ env.HC_VAULT_VERSION }}
|
|
HC_VAULT_ADDR: ${{ secrets.TREZ_VAULT_ADDR }}
|
|
HC_VAULT_USERNAME: ${{ secrets.VAULT_GITEA_USER }}
|
|
HC_VAULT_PASSWORD: ${{ secrets.VAULT_GITEA_PASSWORD }}
|
|
HC_VAULT_SECRETS_PATH: benedikta-docker/env
|
|
|
|
- name: Docker Compose Dry Run
|
|
uses: cssnr/stack-deploy-action@d58b92bcd776afc57ef12f55bafff71200fd218e # v1.4.0
|
|
with:
|
|
mode: compose
|
|
file: ${{ steps.compose_file_list.outputs.compose_list }}
|
|
name: "ovosmisc"
|
|
host: 192.168.1.250
|
|
user: ovos
|
|
ssh_key: ${{ secrets.RUNNER_SSH_PRIVATE_KEY }}
|
|
args: --remove-orphans --dry-run ${{ needs.generate-service-list.outputs.svc_deploy_list }}
|
|
env_file: ".env"
|
|
registry_host: "docker.io"
|
|
registry_user: ${{ secrets.DOCKERHUB_USER }}
|
|
registry_pass: ${{ secrets.DOCKERHUB_PASSWORD }}
|
|
summary: true
|
|
|
|
- name: Gotify Notification
|
|
uses: eikendev/gotify-action@master
|
|
with:
|
|
gotify_api_base: "${{ secrets.RUNNER_GOTIFY_URL }}"
|
|
gotify_app_token: "${{ secrets.RUNNER_GOTIFY_TOKEN }}"
|
|
notification_title: "GITEA: Docker Compose Dry Run @ Benedikta"
|
|
notification_message: "Docker Compose dry run completed successfully."
|
|
|
|
regenerate-readme-modified-services:
|
|
name: Update README & Generate List of Modified Services
|
|
runs-on: ubuntu-latest
|
|
needs: [docker-compose-dry-run]
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Install yq
|
|
uses: dcarbone/install-yq-action@v1.3.1
|
|
|
|
- name: Gotify Notification
|
|
uses: eikendev/gotify-action@master
|
|
with:
|
|
gotify_api_base: "${{ secrets.RUNNER_GOTIFY_URL }}"
|
|
gotify_app_token: "${{ secrets.RUNNER_GOTIFY_TOKEN }}"
|
|
notification_title: "GITEA: README Update"
|
|
notification_message: "Updating README..."
|
|
|
|
- name: Find docker-compose YAML files
|
|
id: find-compose-files
|
|
run: |
|
|
COMPOSE_FILES=$(find . -type f -name "docker-compose*.yml" \
|
|
-a ! -name "*windows*" \
|
|
-a ! -name "*gui*" \
|
|
-a ! -name "*macos*" \
|
|
-a ! -name "*hivemind*" \
|
|
-a ! -name "*server*" \
|
|
| sort)
|
|
echo "compose_files=$COMPOSE_FILES" >> "$GITHUB_OUTPUT"
|
|
echo "Found Compose files:"
|
|
echo "$COMPOSE_FILES"
|
|
|
|
- name: Generate combined service list
|
|
run: |
|
|
echo "[]" > combined_services.json
|
|
for f in ${{ steps.find-compose-files.outputs.compose_files }}; do
|
|
echo "Processing $f"
|
|
yq '.services | to_entries | map({"service": .key, "image": .value.image})' "$f" \
|
|
>> temp_services.json
|
|
done
|
|
|
|
# Merge all service arrays into one
|
|
jq -s add temp_services.json | jq 'unique_by(.service)' > services.json
|
|
|
|
- name: Generate Markdown Table
|
|
uses: gazab/create-markdown-table@v1.0.7
|
|
id: service-table
|
|
with:
|
|
file: ./services.json
|
|
|
|
- name: Regenerate README
|
|
run: |
|
|
echo "# List of Services" > README.md
|
|
echo -e "\n\n" >> README.md
|
|
echo "${{ steps.service-table.outputs.table }}" >> README.md
|
|
|
|
- name: Add/Commit README.md
|
|
id: commit-readme
|
|
uses: EndBug/add-and-commit@v9.1.4
|
|
with:
|
|
message: "chore: Update README"
|
|
add: "README.md"
|
|
|
|
- name: Gotify Notification
|
|
uses: eikendev/gotify-action@master
|
|
with:
|
|
gotify_api_base: "${{ secrets.RUNNER_GOTIFY_URL }}"
|
|
gotify_app_token: "${{ secrets.RUNNER_GOTIFY_TOKEN }}"
|
|
notification_title: "GITEA: README Update"
|
|
notification_message: "README updated"
|
|
|
|
pr-merge:
|
|
name: PR Merge
|
|
needs: [generate-service-list, docker-compose-dry-run]
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0
|
|
|
|
- name: Cache tea CLI
|
|
id: cache-tea
|
|
uses: actions/cache@0057852bfaa89a56745cba8c7296529d2fc39830 # v4.3.0
|
|
with:
|
|
path: /opt/hostedtoolcache/tea/${{ env.TEA_VERSION }}/x64
|
|
key: tea-${{ runner.os }}-${{ env.TEA_VERSION }}
|
|
|
|
- name: Install tea
|
|
uses: supplypike/setup-bin@8e3f88b4f143d9b5c3497f0fc12d45c83c123787 # v4.0.1
|
|
with:
|
|
uri: https://gitea.com/gitea/tea/releases/download/v${{ env.TEA_VERSION }}/tea-${{ env.TEA_VERSION }}-linux-amd64
|
|
name: tea
|
|
version: ${{ env.TEA_VERSION }}
|
|
|
|
- name: PR Merge
|
|
id: pr_merge
|
|
run: |
|
|
tea login add --name gitea-rinoa --url ${{ secrets.TREZ_GITEA_URL }} --user gitea-sonarqube-bot --password "${{ secrets.BOT_GITEA_PASSWORD }}" --token ${{ secrets.BOT_GITEA_TOKEN }}
|
|
tea login default gitea-rinoa
|
|
echo "Merging PR..."
|
|
pr_index=$(tea pr ls --repo ${{ github.repository }} --state open --fields index,title,head,state --output csv | egrep ${{ github.ref_name }} | awk -F"," '{print $1}' | sed -e 's|"||g')
|
|
tea pr m --repo ${{ github.repository }} --title "Auto Merge of PR ${pr_index} - ${{ github.ref_name }}" --message "Merged by ${{ github.actor }}" ${pr_index}
|
|
echo "pr_index=${pr_index}" >> $GITHUB_OUTPUT
|
|
|
|
- name: Gotify Notification
|
|
uses: eikendev/gotify-action@master
|
|
with:
|
|
gotify_api_base: "${{ secrets.RUNNER_GOTIFY_URL }}"
|
|
gotify_app_token: "${{ secrets.RUNNER_GOTIFY_TOKEN }}"
|
|
notification_title: "GITEA: PR Merge Successful"
|
|
notification_message: "PR #${{ steps.pr_merge.outputs.pr_index }} merged."
|
|
|
|
docker-compose-deploy:
|
|
name: Docker Compose Deployment
|
|
runs-on: ubuntu-latest
|
|
needs: [generate-service-list, docker-compose-dry-run, pr-merge]
|
|
env:
|
|
VAULT_ADDR: ${{ secrets.TREZ_VAULT_ADDR }}
|
|
VAULT_TOKEN: ${{ secrets.VAULT_GITEA_TOKEN }}
|
|
REGISTRY_PASSWORD: ${{ secrets.BOT_GITEA_PASSWORD }}
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0
|
|
with:
|
|
ref: main
|
|
|
|
- name: Login to Docker Hub
|
|
uses: docker/login-action@5e57cd118135c172c3672efd75eb46360885c0ef # v3.6.0
|
|
env:
|
|
DOCKER_HOST: tcp://192.168.1.252:2375
|
|
with:
|
|
username: ${{ secrets.DOCKERHUB_USER }}
|
|
password: ${{ secrets.DOCKERHUB_PASSWORD }}
|
|
|
|
- name: Login to GitHub Container Registry
|
|
uses: docker/login-action@5e57cd118135c172c3672efd75eb46360885c0ef # v3.6.0
|
|
env:
|
|
DOCKER_HOST: tcp://192.168.1.252:2375
|
|
with:
|
|
registry: ghcr.io
|
|
username: ${{ secrets.GHCR_USER }}
|
|
password: ${{ secrets.GHCR_LOGIN_TOKEN }}
|
|
|
|
- name: Login to Private Gitea Registry
|
|
uses: docker/login-action@5e57cd118135c172c3672efd75eb46360885c0ef # v3.6.0
|
|
env:
|
|
DOCKER_HOST: tcp://192.168.1.252:2375
|
|
with:
|
|
registry: git.trez.wtf
|
|
username: ${{ secrets.BOT_GITEA_USER }}
|
|
password: ${{ secrets.BOT_GITEA_PASSWORD }}
|
|
|
|
- name: Gotify Notification
|
|
uses: eikendev/gotify-action@master
|
|
with:
|
|
gotify_api_base: "${{ secrets.RUNNER_GOTIFY_URL }}"
|
|
gotify_app_token: "${{ secrets.RUNNER_GOTIFY_TOKEN }}"
|
|
notification_title: "GITEA: Docker Compose Deployment @ Benedikta"
|
|
notification_message: "Starting Docker Compose run..."
|
|
|
|
- name: Generate .env from Hashicorp Vault
|
|
uses: https://git.trez.wtf/Trez/hc-vault-env@main
|
|
with:
|
|
HC_VAULT_VERSION: ${{ env.HC_VAULT_VERSION }}
|
|
HC_VAULT_ADDR: ${{ secrets.TREZ_VAULT_ADDR }}
|
|
HC_VAULT_USERNAME: ${{ secrets.VAULT_GITEA_USER }}
|
|
HC_VAULT_PASSWORD: ${{ secrets.VAULT_GITEA_PASSWORD }}
|
|
HC_VAULT_SECRETS_PATH: benedikta-docker/env
|
|
|
|
- name: Docker Compose Deployment
|
|
uses: cssnr/stack-deploy-action@d58b92bcd776afc57ef12f55bafff71200fd218e # v1.4.0
|
|
with:
|
|
mode: compose
|
|
file: ${{ needs.docker-compose-dry-run.outputs.compose_file_list }}
|
|
name: "ovosmisc"
|
|
host: 192.168.1.250
|
|
user: ovos
|
|
ssh_key: ${{ secrets.RUNNER_SSH_PRIVATE_KEY }}
|
|
args: --remove-orphans ${{ needs.generate-service-list.outputs.svc_deploy_list }}
|
|
env_file: ".env"
|
|
summary: true
|
|
|
|
- name: Gotify Notification
|
|
uses: eikendev/gotify-action@master
|
|
with:
|
|
gotify_api_base: "${{ secrets.RUNNER_GOTIFY_URL }}"
|
|
gotify_app_token: "${{ secrets.RUNNER_GOTIFY_TOKEN }}"
|
|
notification_title: "GITEA: Docker Compose Deployment @ Benedikta"
|
|
notification_message: "Deployment completed successfully."
|