EventHubBack/.gitea/workflows/ci.yml

name: CI

# PR / push: test (+ push образа на push).
# push master/main: test → deploy IFT → E2E IFT → deploy stage → E2E stage (один run).
# workflow_dispatch: выбор фазы (см. input pipeline).
on:
  push:
    branches: [master, main]
  pull_request:
  workflow_dispatch:
    inputs:
      pipeline:
        description: "Режим (push master = full автоматически)"
        required: false
        default: full
        type: choice
        options:
          - full
          - test-only
          - deploy-ift
          - e2e-ift
          - deploy-stage
          - e2e-stage

concurrency:
  group: eventhub-back-${{ github.ref }}
  cancel-in-progress: false

env:
  BUILDKIT_PROGRESS: quiet
  DOCKER_BUILDKIT: 1
  REGISTRY: git.sabilin.com/eventhub

jobs:
  test:
    if: |
      github.event_name == 'pull_request' ||
      github.event_name == 'push' ||
      (github.event_name == 'workflow_dispatch' && (github.event.inputs.pipeline == 'full' || github.event.inputs.pipeline == 'test-only'))
    runs-on: ubuntu-latest
    timeout-minutes: 60
    outputs:
      ci_test_ok: ${{ steps.mark_test.outputs.ok }}
    steps:
      - uses: actions/checkout@v4

      - name: Wait for Docker daemon
        run: bash scripts/ensure-docker-daemon.sh 240

      - name: Set up Docker Buildx
        uses: docker/setup-buildx-action@v3

      - name: Login to registry
        if: github.event_name == 'push'
        env:
          REGISTRY_USER: ${{ secrets.REGISTRY_USER }}
          REGISTRY_PASSWORD: ${{ secrets.REGISTRY_PASSWORD }}
        run: |
          bash scripts/retry-docker-build.sh 5 30 -- \
            bash -c 'echo "${REGISTRY_PASSWORD}" | docker login git.sabilin.com -u "${REGISTRY_USER}" --password-stdin'

      - name: Ensure Erlang base images (registry :latest)
        run: |
          set -euo pipefail
          FORCE=""
          if CHANGED="$(git diff --name-only HEAD~1..HEAD 2>/dev/null || true)" \
            && echo "${CHANGED}" | grep -q '^docker/erlang/'; then
            FORCE="--force-build"
          fi
          bash scripts/build-erlang-base-images.sh ${FORCE}

      - name: Push Erlang base images
        if: github.event_name == 'push'
        run: bash scripts/build-erlang-base-images.sh --push

      - name: Build eventhub image
        env:
          REGISTRY_PASSWORD: ${{ secrets.REGISTRY_PASSWORD }}
          GITEA_TOKEN: ${{ secrets.REGISTRY_PASSWORD }}
        run: |
          set -euo pipefail
          APP_VERSION="$(bash scripts/resolve-product-version.sh)"
          APP_BUILD="${GITHUB_RUN_NUMBER:-0}"
          GIT_SHA="${GITHUB_SHA:0:12}"
          BUILT_AT="$(date -u +%Y-%m-%dT%H:%M:%SZ)"
          echo "Bake: version=${APP_VERSION} build=${APP_BUILD} git_sha=${GIT_SHA}"
          bash scripts/retry-docker-build.sh 5 60 -- \
            docker buildx build \
              --network=host \
              --pull \
              --file docker/Dockerfile \
              --build-arg "EVENTHUB_VERSION=${APP_VERSION}" \
              --build-arg "EVENTHUB_BUILD=${APP_BUILD}" \
              --build-arg "EVENTHUB_GIT_SHA=${GIT_SHA}" \
              --build-arg "EVENTHUB_BUILT_AT=${BUILT_AT}" \
              --tag eventhub:latest \
              --load \
              --provenance=false \
              --sbom=false \
              .

      - name: Build test image (EUnit + CT)
        run: |
          set -euo pipefail
          bash scripts/retry-docker-build.sh 5 60 -- \
            docker buildx build \
              --network=host \
              --pull \
              --file docker/ApiTests.Dockerfile \
              --tag eventhub-tests:latest \
              --load \
              --provenance=false \
              --sbom=false \
              .

      - name: Run unit tests (EUnit)
        run: >
          docker run --rm eventhub-tests:latest
          rebar3 eunit --sname ci_eunit --verbose

      - name: Run API tests (local CT)
        run: docker run --rm eventhub-tests:latest

      - name: Push tested eventhub image
        if: github.event_name == 'push'
        env:
          REGISTRY_PASSWORD: ${{ secrets.REGISTRY_PASSWORD }}
          GITEA_TOKEN: ${{ secrets.REGISTRY_PASSWORD }}
        run: |
          set -euo pipefail
          APP_VERSION="$(bash scripts/resolve-product-version.sh)"
          APP_BUILD="${GITHUB_RUN_NUMBER:-0}"
          TAG="sha-${GITHUB_SHA:0:12}"
          VER_TAG="${APP_VERSION}.${APP_BUILD}"
          docker tag eventhub:latest "${REGISTRY}/eventhub:${TAG}"
          docker tag eventhub:latest "${REGISTRY}/eventhub:${VER_TAG}"
          docker tag eventhub:latest "${REGISTRY}/eventhub:ift"
          docker tag eventhub:latest "${REGISTRY}/eventhub:dev"
          echo "Push tags: ${TAG} ${VER_TAG} ift dev"
          bash scripts/retry-docker-build.sh 5 30 -- docker push "${REGISTRY}/eventhub:${TAG}"
          bash scripts/retry-docker-build.sh 5 30 -- docker push "${REGISTRY}/eventhub:${VER_TAG}"
          bash scripts/retry-docker-build.sh 5 30 -- docker push "${REGISTRY}/eventhub:ift"
          bash scripts/retry-docker-build.sh 5 30 -- docker push "${REGISTRY}/eventhub:dev"
          # Тот же ApiTests-образ для e2e-ift/stage — без повторной сборки
          docker tag eventhub-tests:latest "${REGISTRY}/eventhub-api-tests:${TAG}"
          bash scripts/retry-docker-build.sh 5 30 -- docker push "${REGISTRY}/eventhub-api-tests:${TAG}"
          echo "Pushed ${REGISTRY}/eventhub-api-tests:${TAG}"

      - name: Prune old registry images
        if: github.event_name == 'push'
        env:
          REGISTRY_USER: ${{ secrets.REGISTRY_USER }}
          REGISTRY_PASSWORD: ${{ secrets.REGISTRY_PASSWORD }}
        run: bash scripts/run-registry-prune.sh

      - name: Mark test complete
        id: mark_test
        if: success()
        run: echo "ok=1" >> "$GITHUB_OUTPUT"

  deploy-ift:
    needs: test
    if: |
      always() && (
        (github.event_name == 'workflow_dispatch' && github.event.inputs.pipeline == 'deploy-ift') ||
        (
          needs.test.result == 'success' &&
          (
            (github.event_name == 'push' && (github.ref == 'refs/heads/master' || github.ref == 'refs/heads/main')) ||
            (github.event_name == 'workflow_dispatch' && github.event.inputs.pipeline == 'full')
          )
        )
      )
    runs-on: ubuntu-latest
    timeout-minutes: 90
    steps:
      - uses: actions/checkout@v4
        with:
          fetch-depth: 2

      - name: Compute image tag
        id: meta
        run: echo "tag=sha-${GITHUB_SHA:0:12}" >> "$GITHUB_OUTPUT"

      - name: Wait for Docker daemon
        run: bash scripts/ensure-docker-daemon.sh 240

      - name: Set up Docker Buildx
        uses: docker/setup-buildx-action@v3

      - name: Login to registry
        uses: docker/login-action@v2
        with:
          registry: git.sabilin.com
          username: ${{ secrets.REGISTRY_USER }}
          password: ${{ secrets.REGISTRY_PASSWORD }}

      - name: Verify eventhub image from CI
        run: |
          set -euo pipefail
          TAG="${{ steps.meta.outputs.tag }}"
          if ! docker buildx imagetools inspect "${REGISTRY}/eventhub:${TAG}" >/dev/null 2>&1; then
            echo "Образ eventhub:${TAG} не найден — сначала должен пройти test (build + push)."
            exit 1
          fi
          echo "OK: eventhub:${TAG}"

      - name: Publish auxiliary images
        run: |
          set -euo pipefail
          TAG="${{ steps.meta.outputs.tag }}"
          FILES="$(git diff --name-only HEAD^ HEAD 2>/dev/null || git show --pretty="" --name-only HEAD)"
          bash scripts/publish-ift-aux-images.sh "${REGISTRY}" "${TAG}" "${FILES}"

      - name: Bootstrap optional aux images on IFT server
        uses: appleboy/ssh-action@v0.1.5
        with:
          host: ${{ secrets.IFT_SSH_HOST }}
          username: ${{ secrets.IFT_SSH_USER }}
          key: ${{ secrets.IFT_SSH_PRIVATE_KEY }}
          script: |
            export REGISTRY_USER='${{ secrets.REGISTRY_USER }}'
            export REGISTRY_PASSWORD='${{ secrets.REGISTRY_PASSWORD }}'
            echo "${REGISTRY_PASSWORD}" | docker login git.sabilin.com -u "${REGISTRY_USER}" --password-stdin
            COMMIT="${GITHUB_SHA}"
            WORKDIR="$(mktemp -d)"
            git clone --depth 1 "https://${REGISTRY_USER}:${REGISTRY_PASSWORD}@git.sabilin.com/EventHub/EventHubBack.git" "${WORKDIR}/back"
            git -C "${WORKDIR}/back" fetch --depth 1 origin "${COMMIT}"
            git -C "${WORKDIR}/back" checkout "${COMMIT}"
            BACK_DIR="${WORKDIR}/back" bash "${WORKDIR}/back/scripts/build-optional-aux-on-server.sh" "${REGISTRY}" "${{ steps.meta.outputs.tag }}" "${COMMIT}"
            rm -rf "${WORKDIR}"

      - name: Deploy core on IFT via SSH
        uses: appleboy/ssh-action@v0.1.5
        with:
          host: ${{ secrets.IFT_SSH_HOST }}
          username: ${{ secrets.IFT_SSH_USER }}
          key: ${{ secrets.IFT_SSH_PRIVATE_KEY }}
          script: |
            set -euo pipefail
            export REGISTRY_USER='${{ secrets.REGISTRY_USER }}'
            export REGISTRY_PASSWORD='${{ secrets.REGISTRY_PASSWORD }}'
            TAG='${{ steps.meta.outputs.tag }}'
            # Host DNS preflight (Docker Desktop forwarder 192.168.*.1 часто timeout).
            for i in 1 2 3 4 5; do
              if getent ahostsv4 git.sabilin.com >/dev/null 2>&1 \
                || getent hosts git.sabilin.com >/dev/null 2>&1 \
                || dig +short git.sabilin.com A 2>/dev/null | grep -qE '^[0-9.]+$'; then
                echo "OK: git.sabilin.com resolves on host"
                break
              fi
              echo "wait DNS git.sabilin.com (${i}/5)..."
              sleep $((i * 2))
              if [[ "${i}" -eq 5 ]]; then
                echo "FAIL: git.sabilin.com not resolvable on IFT host"
                exit 1
              fi
            done
            bash /opt/eventhub-ift/devops/scripts/deploy-service.sh ift core "${TAG}"

      - name: Prune old registry images
        env:
          REGISTRY_USER: ${{ secrets.REGISTRY_USER }}
          REGISTRY_PASSWORD: ${{ secrets.REGISTRY_PASSWORD }}
        run: bash scripts/run-registry-prune.sh

  e2e-ift:
    needs: deploy-ift
    if: |
      always() && (
        (github.event_name == 'workflow_dispatch' && github.event.inputs.pipeline == 'e2e-ift') ||
        (
          needs.deploy-ift.result == 'success' &&
          (
            (github.event_name == 'push' && (github.ref == 'refs/heads/master' || github.ref == 'refs/heads/main')) ||
            (github.event_name == 'workflow_dispatch' && github.event.inputs.pipeline == 'full')
          )
        )
      )
    runs-on: ubuntu-latest
    timeout-minutes: 90
    steps:
      - uses: actions/checkout@v4

      - name: Wait for Docker daemon
        run: bash scripts/ensure-docker-daemon.sh 240

      - name: Set up Docker Buildx
        uses: docker/setup-buildx-action@v3

      - name: Load API test credentials from IFT .env
        env:
          SSH_HOST: ${{ secrets.IFT_SSH_HOST }}
          SSH_USER: ${{ secrets.IFT_SSH_USER }}
          SSH_KEY: ${{ secrets.IFT_SSH_PRIVATE_KEY }}
        run: bash scripts/load-stand-api-env.sh ift

      - name: E2E IFT (full API suite)
        env:
          SSH_HOST: ${{ secrets.IFT_SSH_HOST }}
          SSH_USER: ${{ secrets.IFT_SSH_USER }}
          SSH_KEY: ${{ secrets.IFT_SSH_PRIVATE_KEY }}
          API_HOST: ${{ secrets.E2E_IFT_API_HOST }}
          ADMIN_API_HOST: ${{ secrets.E2E_IFT_ADMIN_API_HOST }}
          WS_HOST: ${{ secrets.E2E_IFT_WS_HOST }}
          ADMIN_WS_HOST: ${{ secrets.E2E_IFT_ADMIN_WS_HOST }}
          REGISTRY_USER: ${{ secrets.REGISTRY_USER }}
          REGISTRY_PASSWORD: ${{ secrets.REGISTRY_PASSWORD }}
        run: bash scripts/run-stand-api-tests.sh ift

  deploy-stage:
    needs: e2e-ift
    if: |
      always() && (
        (github.event_name == 'workflow_dispatch' && github.event.inputs.pipeline == 'deploy-stage') ||
        (
          needs.e2e-ift.result == 'success' &&
          (
            (github.event_name == 'push' && (github.ref == 'refs/heads/master' || github.ref == 'refs/heads/main')) ||
            (github.event_name == 'workflow_dispatch' && github.event.inputs.pipeline == 'full')
          )
        )
      )
    runs-on: ubuntu-latest
    timeout-minutes: 90
    steps:
      - uses: actions/checkout@v4
        with:
          fetch-depth: 2

      - name: Compute image tag
        id: meta
        run: echo "tag=sha-${GITHUB_SHA:0:12}" >> "$GITHUB_OUTPUT"

      - name: Wait for Docker daemon
        run: bash scripts/ensure-docker-daemon.sh 240

      - name: Set up Docker Buildx
        uses: docker/setup-buildx-action@v3

      - name: Login to registry
        uses: docker/login-action@v2
        with:
          registry: git.sabilin.com
          username: ${{ secrets.REGISTRY_USER }}
          password: ${{ secrets.REGISTRY_PASSWORD }}

      - name: Verify core image from CI
        run: |
          set -euo pipefail
          TAG="${{ steps.meta.outputs.tag }}"
          if ! docker buildx imagetools inspect "${REGISTRY}/eventhub:${TAG}" >/dev/null 2>&1; then
            echo "Образ eventhub:${TAG} не найден — test push не завершился."
            exit 1
          fi
          echo "OK: eventhub:${TAG}"

      - name: Promote sha → :stage (no rebuild)
        env:
          REGISTRY_USER: ${{ secrets.REGISTRY_USER }}
          REGISTRY_PASSWORD: ${{ secrets.REGISTRY_PASSWORD }}
        run: |
          bash scripts/clone-devops-run.sh scripts/promote-images.sh \
            "${{ steps.meta.outputs.tag }}" \
            "${{ steps.meta.outputs.tag }}" \
            stage \
            eventhub traefik-coraza fallback bot-emulator-users observer-web logrotate

      - name: Deploy core on stage via SSH
        uses: appleboy/ssh-action@v0.1.5
        with:
          host: ${{ secrets.STAGE_SSH_HOST }}
          username: ${{ secrets.STAGE_SSH_USER }}
          key: ${{ secrets.STAGE_SSH_PRIVATE_KEY }}
          script: |
            set -euo pipefail
            export REGISTRY_USER='${{ secrets.REGISTRY_USER }}'
            export REGISTRY_PASSWORD='${{ secrets.REGISTRY_PASSWORD }}'
            TAG='${{ steps.meta.outputs.tag }}'
            for i in 1 2 3 4 5; do
              if getent ahostsv4 git.sabilin.com >/dev/null 2>&1 \
                || getent hosts git.sabilin.com >/dev/null 2>&1 \
                || dig +short git.sabilin.com A 2>/dev/null | grep -qE '^[0-9.]+$'; then
                echo "OK: git.sabilin.com resolves on host"
                break
              fi
              echo "wait DNS git.sabilin.com (${i}/5)..."
              sleep $((i * 2))
              if [[ "${i}" -eq 5 ]]; then
                echo "FAIL: git.sabilin.com not resolvable on stage host"
                exit 1
              fi
            done
            bash /opt/eventhub-stage/devops/scripts/deploy-service.sh stage core "${TAG}"

      - name: Prune old registry images
        continue-on-error: true
        env:
          REGISTRY_USER: ${{ secrets.REGISTRY_USER }}
          REGISTRY_PASSWORD: ${{ secrets.REGISTRY_PASSWORD }}
        run: bash scripts/clone-devops-run.sh scripts/prune-registry-images.sh

  e2e-stage:
    needs: deploy-stage
    if: |
      always() && (
        (github.event_name == 'workflow_dispatch' && github.event.inputs.pipeline == 'e2e-stage') ||
        (
          needs.deploy-stage.result == 'success' &&
          (
            (github.event_name == 'push' && (github.ref == 'refs/heads/master' || github.ref == 'refs/heads/main')) ||
            (github.event_name == 'workflow_dispatch' && github.event.inputs.pipeline == 'full')
          )
        )
      )
    runs-on: ubuntu-latest
    timeout-minutes: 90
    steps:
      - uses: actions/checkout@v4

      - name: Wait for Docker daemon
        run: bash scripts/ensure-docker-daemon.sh 240

      - name: Set up Docker Buildx
        uses: docker/setup-buildx-action@v3

      - name: Load API test credentials from stage .env
        env:
          SSH_HOST: ${{ secrets.STAGE_SSH_HOST }}
          SSH_USER: ${{ secrets.STAGE_SSH_USER }}
          SSH_KEY: ${{ secrets.STAGE_SSH_PRIVATE_KEY }}
        run: bash scripts/load-stand-api-env.sh stage

      - name: E2E stage (full API suite)
        env:
          SSH_HOST: ${{ secrets.STAGE_SSH_HOST }}
          SSH_USER: ${{ secrets.STAGE_SSH_USER }}
          SSH_KEY: ${{ secrets.STAGE_SSH_PRIVATE_KEY }}
          API_HOST: ${{ secrets.E2E_STAGE_API_HOST }}
          ADMIN_API_HOST: ${{ secrets.E2E_STAGE_ADMIN_API_HOST }}
          WS_HOST: ${{ secrets.E2E_STAGE_WS_HOST }}
          ADMIN_WS_HOST: ${{ secrets.E2E_STAGE_ADMIN_WS_HOST }}
          REGISTRY_USER: ${{ secrets.REGISTRY_USER }}
          REGISTRY_PASSWORD: ${{ secrets.REGISTRY_PASSWORD }}
        run: bash scripts/run-stand-api-tests.sh stage