name: Gitea Branch PR, Cloudflare DNS, README generation, & Docker Deployment on: push: branches-ignore: - 'main' paths: - '**/docker-compose.yml' - '**/pr-cloudflare-docker-deploy.yml' - '!ansible/**.yml' jobs: check-and-create-pr: if: github.ref != 'refs/heads/main' name: Check and Create PR runs-on: ubuntu-latest steps: - name: Checkout Code uses: actions/checkout@v4 with: fetch-depth: 1 - name: Cache tea CLI id: cache-tea uses: actions/cache@v4 with: path: /opt/hostedtoolcache/tea/0.9.2/x64 key: tea-${{ runner.os }}-0.9.2 - name: Install tea uses: supplypike/setup-bin@v4 with: uri: 'https://gitea.com/gitea/tea/releases/download/v0.9.2/tea-0.9.2-linux-amd64' name: 'tea' version: '0.9.2' - name: Gotify Notification uses: eikendev/gotify-action@master with: gotify_api_base: '${{ secrets.RINOA_GOTIFY_URL }}' gotify_app_token: '${{ secrets.RINOA_RUNNER_GOTIFY_TOKEN }}' notification_title: 'GITEA: PR Check' notification_message: 'Checking for existing PR... 🔍' - name: Check if open PR exists id: check-opened-pr-step continue-on-error: true run: | tea login add --name gitea-rinoa --url "${{ secrets.RINOA_GITEA_URL }}" --user gitea-sonarqube-bot --password "${{ secrets.BOT_GITEA_PASSWORD }}" --token ${{ secrets.BOT_GITEA_TOKEN }} pr_exists=$(tea pr list --repo ${{ github.repository }} --state open --fields index,title,head | egrep ${{ github.ref_name }} | tail -1 | wc -l) echo "exists=$pr_exists" >> $GITHUB_OUTPUT - name: Create PR if: ${{ steps.check-opened-pr-step.outputs.exists == '0' }} run: | tea login default gitea-rinoa pr_index_old=$(tea pr ls --repo ${{ github.repository }} --state all --fields index,title,head --output csv | sed -e 's|"||g' | egrep '^[0-9]' | head -1 | awk -F"," '{print $1}') pr_index_new=$(expr ${pr_index_old} + 1) tea pr c -r ${{ github.repository }} -t "Automated PR for ${{ github.ref_name }} - #${pr_index_new}" -d "Automatically created PR for branch: ${{ github.ref_name }}" -a ${{ github.actor }} -L "Docker Compose, Ansible Configs.j2" - name: Gotify Notification uses: eikendev/gotify-action@master with: gotify_api_base: '${{ secrets.RINOA_GOTIFY_URL }}' gotify_app_token: '${{ secrets.RINOA_RUNNER_GOTIFY_TOKEN }}' notification_title: 'GITEA: PR Check' notification_message: 'PR Created 🎟️' docker-compose-dry-run: name: Docker Compose Dry Run needs: [check-and-create-pr] runs-on: ubuntu-latest env: VAULT_ADDR: ${{ secrets.RINOA_VAULT_ADDR }} VAULT_TOKEN: ${{ secrets.VAULT_GITEA_TOKEN }} VAULT_NAMESPACE: "" outputs: svc_deploy_list: ${{ steps.modded_svcs.outputs.rinoa_svcs }} steps: - name: Checkout uses: actions/checkout@v4 - name: Fetch base branch run: | git fetch origin ${{ github.event.pull_request.base.ref }} - name: Login to Gitea Container Registry run: | docker login -u gitea-sonarqube-bot -p ${{ secrets.BOT_GITEA_PASSWORD }} git.trez.wtf - name: Save both versions of docker-compose.yml run: | git show origin/main:docker-compose.yml > docker-compose-main.yml || touch docker-compose-main.yml cp docker-compose.yml docker-compose-head.yml - name: Detect added, deleted, and modified services id: detect_services run: | echo "Getting services from main and ${{ github.ref_name }}" yq '.services | keys | .[]' docker-compose-main.yml | sort > services_main.txt yq '.services | keys | .[]' docker-compose-head.yml | sort > services_head.txt echo "Creating list of modified services..." touch service_changes.txt comm -13 services_main.txt services_head.txt | while read service; do echo "$service: added" >> service_changes.txt done comm -12 services_main.txt services_head.txt | while read service; do yq ".services[\"$service\"]" docker-compose-main.yml > tmp_main.yml yq ".services[\"$service\"]" docker-compose-head.yml > tmp_head.yml if ! diff -q tmp_main.yml tmp_head.yml > /dev/null; then echo "$service: modified" >> service_changes.txt fi done echo "Detected service changes:" cat service_changes.txt svc_list=$(paste -sd '|' service_changes.txt) echo "classified_services=$svc_list" >> "$GITHUB_OUTPUT" - name: Install Vault uses: cpanato/vault-installer@main - name: Gotify Notification uses: eikendev/gotify-action@master with: gotify_api_base: '${{ secrets.RINOA_GOTIFY_URL }}' gotify_app_token: '${{ secrets.RINOA_RUNNER_GOTIFY_TOKEN }}' notification_title: 'GITEA: Docker Compose Dry Run @ Rinoa' notification_message: 'Starting Docker Compose dry run...' - name: Cache .env Files uses: actions/cache@v4 with: path: .env key: ${{ runner.os }}-env-${{ hashFiles('docker-compose.yml') }} - name: Generate modified services list & .env file for Docker Compose Dry Run id: modded_svcs run: | mod_svcs=$(echo "${{ steps.detect_services.outputs.classified_services }}" | sed -e 's/|//g' -e 's/: \(add\|modifi\|delet\)ed/ /g') echo ${mod_svcs} vault kv get -format=json rinoa-docker/env | jq -r '.data.data' | jq -r 'keys[] as $k | "\($k)='\''\(.[$k])'\''"' > .env echo "rinoa_svcs=${mod_svcs}" >> "$GITHUB_OUTPUT" - name: Testing service list output run: | echo ${{ steps.modded_svcs.outputs.rinoa_svcs }} - name: Docker Compose Dry Run timeout-minutes: 360 continue-on-error: true uses: keatonLiu/docker-compose-remote-action@v1.2 with: docker_compose_file: docker-compose.yml docker_args: -d --remove-orphans --pull missing ${{ steps.modded_svcs.outputs.rinoa_svcs }} ssh_user: gitea-deploy ssh_host: 192.168.1.254 ssh_host_public_key: ${{ secrets.RINOA_GITEA_PUBLIC_SSH_KEY }} ssh_private_key: ${{ secrets.RINOA_GITEA_PRIVATE_SSH_KEY }} env: DOCKER_HOST: tcp://dockerproxy:2375 - name: Gotify Notification uses: eikendev/gotify-action@master with: gotify_api_base: '${{ secrets.RINOA_GOTIFY_URL }}' gotify_app_token: '${{ secrets.RINOA_RUNNER_GOTIFY_TOKEN }}' notification_title: 'GITEA: Docker Compose Dry Run @ Rinoa' notification_message: 'Docker Compose dry run completed successfully.' cloudflare-dns-setup: name: Cloudflare DNS Setup needs: [docker-compose-ansible-lints] runs-on: ubuntu-latest steps: - name: Checkout uses: actions/checkout@v4 with: fetch-depth: 1 - name: Cache flarectl CLI uses: actions/cache@v4 with: path: ~/.flarectl key: flarectl-${{ runner.os }}-${{ hashFiles('workflow-config.yml') }} - name: Install flarectl uses: supplypike/setup-bin@v4 with: uri: 'https://github.com/cloudflare/cloudflare-go/releases/download/v0.113.0/flarectl_0.113.0_linux_amd64.tar.gz' name: 'flarectl' version: '0.113.0' - name: Cache Subdomain Files uses: actions/cache@v4 with: path: | compose_subdomains.txt cloudflare_subdomains.txt key: ${{ runner.os }}-subdomains-${{ hashFiles('docker-compose.yml') }} - name: Grab Subdomains from Docker Compose & Cloudflare id: grab-subdomains env: CF_API_TOKEN: ${{ secrets.CF_API_TOKEN }} CF_API_EMAIL: ${{ secrets.CF_API_EMAIL }} run: | yq '.services[].labels.swag_url' docker-compose.yml | egrep -v 'null' | sed -e 's|"||g' | awk -F'.' '{print $1}' | sort > compose_subdomains.txt flarectl --json dns list --zone "trez.wtf" --type=CNAME --content "trez.wtf" | jq '.[].Name' | sed -e 's|"||g' | awk -F"." '{print $1}' | sort > cloudflare_subdomains.txt - name: Gotify Notification uses: eikendev/gotify-action@master with: gotify_api_base: '${{ secrets.RINOA_GOTIFY_URL }}' gotify_app_token: '${{ secrets.RINOA_RUNNER_GOTIFY_TOKEN }}' notification_title: 'GITEA: Cloudflare Setup @ Rinoa' notification_message: 'Starting Cloudflare DNS setup...' - name: Compare Subdomains id: compare-subdomains uses: LouisBrunner/diff-action@v2.2.0 with: old: compose_subdomains.txt new: cloudflare_subdomains.txt mode: addition tolerance: mixed-better output: domain_compare.txt - name: Create Subdomains if: steps.compare-subdomains.outputs.output != '' continue-on-error: true env: CF_API_TOKEN: ${{ secrets.CF_API_TOKEN }} CF_API_EMAIL: ${{ secrets.CF_API_EMAIL }} run: | cat domain_compare.txt | egrep '^-[a-z]' | sed -e 's|-||g' | while read -r subdomain; do echo "Creating $subdomain.trez.wtf..." flarectl dns create --zone "trez.wtf" --name "${subdomain}" --type=CNAME --content "trez.wtf" --proxy true done - name: Gotify Notification uses: eikendev/gotify-action@master with: gotify_api_base: '${{ secrets.RINOA_GOTIFY_URL }}' gotify_app_token: '${{ secrets.RINOA_RUNNER_GOTIFY_TOKEN }}' notification_title: 'GITEA: Cloudflare Setup @ Rinoa' notification_message: 'Cloudflare DNS setup completed successfully.' regenerate-readme-modified-services: name: Update README & Generate List of Modified Services runs-on: ubuntu-latest needs: [cloudflare-dns-setup] steps: - name: Checkout uses: actions/checkout@v4 - name: Install yq uses: dcarbone/install-yq-action@v1 - name: Gotify Notification uses: eikendev/gotify-action@master with: gotify_api_base: '${{ secrets.RINOA_GOTIFY_URL }}' gotify_app_token: '${{ secrets.RINOA_RUNNER_GOTIFY_TOKEN }}' notification_title: 'GITEA: README Update' notification_message: 'Updating README...' - name: Generate service list run: | yq '.services | to_entries | map({"service": .key, "image": .value.image})' docker-compose.yml > services.yml - name: Generate Markdown Table uses: gazab/create-markdown-table@v1 id: service-table with: file: ./services.yml - name: Regenerate README run: | echo "# List of Services" > README.md echo -e "\n\n" >> README.md echo "${{ steps.service-table.outputs.table }}" >> README.md - name: Add/Commit README.md id: commit-readme uses: EndBug/add-and-commit@v9 with: message: "chore: Update README" add: "README.md" - name: Gotify Notification uses: eikendev/gotify-action@master with: gotify_api_base: '${{ secrets.RINOA_GOTIFY_URL }}' gotify_app_token: '${{ secrets.RINOA_RUNNER_GOTIFY_TOKEN }}' notification_title: 'GITEA: README Update' notification_message: 'README updated' pr-merge: name: PR Merge needs: [regenerate-readme-modified-services] runs-on: ubuntu-latest steps: - name: Checkout uses: actions/checkout@v4 - name: Install tea uses: supplypike/setup-bin@v4 with: uri: 'https://gitea.com/gitea/tea/releases/download/v0.9.2/tea-0.9.2-linux-amd64' name: 'tea' version: '0.9.2' - name: PR Merge id: pr_merge run: | tea login add --name gitea-rinoa --url ${{ secrets.RINOA_GITEA_URL }} --user gitea-sonarqube-bot --password "${{ secrets.BOT_GITEA_PASSWORD }}" --token ${{ secrets.BOT_GITEA_TOKEN }} tea login default gitea-rinoa echo "Merging PR..." pr_index=$(tea pr ls --repo ${{ github.repository }} --state open --fields index,title,head,state --output csv | egrep ${{ github.ref_name }} | awk -F"," '{print $1}' | sed -e 's|"||g') tea pr m --repo ${{ github.repository }} --title "Auto Merge of PR ${pr_index} - ${{ github.ref_name }}" --message "Merged by ${{ github.actor }}" ${pr_index} echo "pr_index=${pr_index}" >> $GITHUB_OUTPUT - name: Gotify Notification uses: eikendev/gotify-action@master with: gotify_api_base: '${{ secrets.RINOA_GOTIFY_URL }}' gotify_app_token: '${{ secrets.RINOA_RUNNER_GOTIFY_TOKEN }}' notification_title: 'GITEA: PR Merge Successful' notification_message: 'PR #${{ steps.pr_merge.outputs.pr_index }} merged.' docker-compose-deploy: name: Docker Compose Deployment runs-on: ubuntu-latest needs: [pr-merge] env: VAULT_ADDR: ${{ secrets.RINOA_VAULT_ADDR }} VAULT_TOKEN: ${{ secrets.VAULT_GITEA_TOKEN }} DOCKER_HOST: tcp://dockerproxy:2375 steps: - name: Checkout uses: actions/checkout@v4 with: ref: main - name: Cache Vault install id: cache-vault uses: actions/cache@v4 with: path: /opt/hostedtoolcache/vault/1.18.0/x64 key: vault-${{ runner.os }}-1.18.0 - name: Install Ansible uses: alex-oleshkevich/setup-ansible@v1.0.1 with: version: "11.0.0" - name: Install Vault uses: cpanato/vault-installer@main - name: Login to Gitea Container Registry run: | docker login -u gitea-sonarqube-bot -p ${{ secrets.BOT_GITEA_PASSWORD }} git.trez.wtf - name: Gotify Notification uses: eikendev/gotify-action@master with: gotify_api_base: '${{ secrets.RINOA_GOTIFY_URL }}' gotify_app_token: '${{ secrets.RINOA_RUNNER_GOTIFY_TOKEN }}' notification_title: 'GITEA: Docker Compose Deployment @ Rinoa' notification_message: 'Starting Docker Compose run...' - name: Generate .env file for deployment run: | vault kv get -format=json rinoa-docker/env | jq -r '.data.data' | jq -r 'keys[] as $k | "\($k)='\''\(.[$k])'\''"' > .env - name: Docker Compose Deployment timeout-minutes: 360 continue-on-error: true uses: keatonLiu/docker-compose-remote-action@v1.2 with: docker_compose_file: docker-compose.yml docker_args: -d --remove-orphans --pull missing ${{ docker-compose-dry-run.outputs.svc_deploy_list }} ssh_user: gitea-deploy ssh_host: 192.168.1.254 ssh_host_public_key: ${{ secrets.RINOA_GITEA_PUBLIC_SSH_KEY }} ssh_private_key: ${{ secrets.RINOA_GITEA_PRIVATE_SSH_KEY }} - name: Gotify Notification uses: eikendev/gotify-action@master with: gotify_api_base: '${{ secrets.RINOA_GOTIFY_URL }}' gotify_app_token: '${{ secrets.RINOA_RUNNER_GOTIFY_TOKEN }}' notification_title: 'GITEA: Docker Compose Deployment @ Rinoa' notification_message: 'Deployment completed successfully.'