thirdparty-regular-push.yml

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.
---
name:  BuildThirdpartyDockerRegularly - build and publish thirdparty every week

on:
  push:
    branches:
      - master
      - 'v[0-9]+.*' # release branch
      - ci-test # testing branch for github action
      - '*dev' # developing branch
    paths:
      - 'docker/pegasus-build-env/**'
      - 'docker/thirdparties-src/**'
      - 'docker/thirdparties-bin/**'
      - '.github/workflows/build-push-env-docker.yml'
      - '.github/workflows/thirdparty-regular-push.yml'
      - 'thirdparty/**'

  # for manually triggering workflow
  workflow_dispatch:

  # run for every week 2am UTC+8(Beijing)
  schedule:
    - cron:  '0 18 * * 1'

jobs:
  build_push_src_docker_images:
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        osversion:
          - ubuntu1804
          - ubuntu2004
          - ubuntu2204
          # TODO(wangdan): disable centos7 temporarily before image build-env-centos7-* is fixed.
          # - centos7
    steps:
      - uses: actions/checkout@v4
      - name: Set up QEMU
        uses: docker/setup-qemu-action@v1
      - name: Set up Docker Buildx
        uses: docker/setup-buildx-action@v1
      - name: Login to DockerHub
        uses: docker/login-action@v1
        with:
          username: ${{ secrets.DOCKERHUB_USER }}
          password: ${{ secrets.DOCKERHUB_TOKEN }}
      - name: Build and push
        uses: docker/build-push-action@v2.10.0
        with:
          context: .
          file: ./docker/thirdparties-src/Dockerfile
          push: true
          tags: |
            apache/pegasus:thirdparties-src-${{ matrix.osversion }}-${{ github.ref_name }}
          build-args: |
            GITHUB_BRANCH=${{ github.ref_name }}
            OS_VERSION=${{ matrix.osversion }}
            HADOOP_BIN_PATH=hadoop-bin
            ZOOKEEPER_BIN_PATH=zookeeper-bin

  build_push_bin_docker_images:
    runs-on: ubuntu-latest
    env:
      # The glibc version on ubuntu1804 and centos7 is lower than the node20 required, so
      # we need to force the node version to 16.
      # See more details: https://github.com/actions/checkout/issues/1809
      ACTIONS_RUNNER_FORCE_ACTIONS_NODE_VERSION: node16
      ACTIONS_ALLOW_USE_UNSECURE_NODE_VERSION: true
    needs: build_push_src_docker_images
    strategy:
      fail-fast: false
      matrix:
        osversion:
          - ubuntu1804
          - ubuntu2004
          - ubuntu2204
          # TODO(wangdan): disable centos7 temporarily before image build-env-centos7-* is fixed.
          # - centos7
    steps:
      # The glibc version on ubuntu1804 and centos7 is lower than the actions/checkout@v4 required, so
      # we need to force to use actions/checkout@v3.
      - uses: actions/checkout@v3
      - name: Set up QEMU
        uses: docker/setup-qemu-action@v1
      - name: Set up Docker Buildx
        uses: docker/setup-buildx-action@v1
      - name: Login to DockerHub
        uses: docker/login-action@v1
        with:
          username: ${{ secrets.DOCKERHUB_USER }}
          password: ${{ secrets.DOCKERHUB_TOKEN }}
      - name: Build and push for production
        uses: docker/build-push-action@v2.10.0
        with:
          context: .
          file: ./docker/thirdparties-bin/Dockerfile
          push: true
          tags: |
            apache/pegasus:thirdparties-bin-${{ matrix.osversion }}-${{ github.ref_name }}
          build-args: |
            GITHUB_BRANCH=${{ github.ref_name }}
            OS_VERSION=${{ matrix.osversion }}
            HADOOP_BIN_PATH=hadoop-bin
            ZOOKEEPER_BIN_PATH=zookeeper-bin

  build_push_bin_jemalloc_docker_images:
    runs-on: ubuntu-latest
    env:
      # The glibc version on ubuntu1804 and centos7 is lower than the node20 required, so
      # we need to force the node version to 16.
      # See more details: https://github.com/actions/checkout/issues/1809
      ACTIONS_RUNNER_FORCE_ACTIONS_NODE_VERSION: node16
      ACTIONS_ALLOW_USE_UNSECURE_NODE_VERSION: true
    needs: build_push_src_docker_images
    strategy:
      fail-fast: false
      matrix:
        osversion:
          - ubuntu1804
          - ubuntu2004
          - ubuntu2204
          # TODO(wangdan): disable centos7 temporarily before image build-env-centos7-* is fixed.
          # - centos7
    steps:
      # The glibc version on ubuntu1804 and centos7 is lower than the actions/checkout@v4 required, so
      # we need to force to use actions/checkout@v3.
      - uses: actions/checkout@v3
      - name: Set up QEMU
        uses: docker/setup-qemu-action@v1
      - name: Set up Docker Buildx
        uses: docker/setup-buildx-action@v1
      - name: Login to DockerHub
        uses: docker/login-action@v1
        with:
          username: ${{ secrets.DOCKERHUB_USER }}
          password: ${{ secrets.DOCKERHUB_TOKEN }}
      - name: Build and push for production with jemalloc
        uses: docker/build-push-action@v2.10.0
        with:
          context: .
          file: ./docker/thirdparties-bin/Dockerfile
          push: true
          tags: |
            apache/pegasus:thirdparties-bin-jemallc-${{ matrix.osversion }}-${{ github.ref_name }}
          build-args: |
            GITHUB_BRANCH=${{ github.ref_name }}
            OS_VERSION=${{ matrix.osversion }}
            USE_JEMALLOC=ON
            HADOOP_BIN_PATH=hadoop-bin
            ZOOKEEPER_BIN_PATH=zookeeper-bin

  build_push_bin_test_docker_images:
    runs-on: ubuntu-latest
    needs: build_push_src_docker_images
    strategy:
      fail-fast: false
      matrix:
        osversion:
          - ubuntu2204
    steps:
      - uses: actions/checkout@v4
      - name: Set up QEMU
        uses: docker/setup-qemu-action@v1
      - name: Set up Docker Buildx
        uses: docker/setup-buildx-action@v1
      - name: Login to DockerHub
        uses: docker/login-action@v1
        with:
          username: ${{ secrets.DOCKERHUB_USER }}
          password: ${{ secrets.DOCKERHUB_TOKEN }}
      - name: Build and push for test
        uses: docker/build-push-action@v2.10.0
        with:
          context: .
          file: ./docker/thirdparties-bin/Dockerfile
          push: true
          tags: |
            apache/pegasus:thirdparties-bin-test-${{ matrix.osversion }}-${{ github.ref_name }}
          build-args: |
            GITHUB_BRANCH=${{ github.ref_name }}
            OS_VERSION=${{ matrix.osversion }}
            ROCKSDB_PORTABLE=1
            HADOOP_BIN_PATH=hadoop-bin
            ZOOKEEPER_BIN_PATH=zookeeper-bin

  build_push_bin_test_jemalloc_docker_images:
    runs-on: ubuntu-latest
    needs: build_push_src_docker_images
    strategy:
      fail-fast: false
      matrix:
        osversion:
          - ubuntu2204
    steps:
      - uses: actions/checkout@v4
      - name: Set up QEMU
        uses: docker/setup-qemu-action@v1
      - name: Set up Docker Buildx
        uses: docker/setup-buildx-action@v1
      - name: Login to DockerHub
        uses: docker/login-action@v1
        with:
          username: ${{ secrets.DOCKERHUB_USER }}
          password: ${{ secrets.DOCKERHUB_TOKEN }}
      - name: Build and push for test with jemalloc
        uses: docker/build-push-action@v2.10.0
        with:
          context: .
          file: ./docker/thirdparties-bin/Dockerfile
          push: true
          tags: |
            apache/pegasus:thirdparties-bin-test-jemallc-${{ matrix.osversion }}-${{ github.ref_name }}
          build-args: |
            GITHUB_BRANCH=${{ github.ref_name }}
            OS_VERSION=${{ matrix.osversion }}
            ROCKSDB_PORTABLE=1
            USE_JEMALLOC=ON
            HADOOP_BIN_PATH=hadoop-bin
            ZOOKEEPER_BIN_PATH=zookeeper-bin