taskfile.yaml

version: "3"

includes:
  deps: "taskfiles/deps/main.yaml"
  docs: "taskfiles/docs.yaml"
  lint: "taskfiles/lint.yaml"
  utils: "tools/yscope-dev-utils/exports/taskfiles/utils/utils.yaml"

vars:
  # Source paths
  G_COMPONENTS_DIR: "{{.ROOT_DIR}}/components"
  G_CORE_COMPONENT_DIR: "{{.G_COMPONENTS_DIR}}/core"
  G_CORE_COMPONENT_SUBMODULES_DIR: "{{.G_CORE_COMPONENT_DIR}}/submodules"
  G_LOG_VIEWER_WEBUI_SRC_DIR: "{{.G_COMPONENTS_DIR}}/log-viewer-webui"

  # Build paths
  G_BUILD_DIR: "{{.ROOT_DIR}}/build"
  G_CORE_COMPONENT_BUILD_DIR: "{{.G_BUILD_DIR}}/core"
  G_LOG_VIEWER_WEBUI_BUILD_DIR: "{{.G_BUILD_DIR}}/log-viewer-webui"
  G_METEOR_BUILD_DIR: "{{.G_BUILD_DIR}}/meteor"
  G_NODEJS_14_BUILD_DIR: "{{.G_BUILD_DIR}}/nodejs-14"
  G_NODEJS_14_BIN_DIR: "{{.G_NODEJS_14_BUILD_DIR}}/bin"
  G_NODEJS_22_BUILD_DIR: "{{.G_BUILD_DIR}}/nodejs-22"
  G_NODEJS_22_BIN_DIR: "{{.G_NODEJS_22_BUILD_DIR}}/bin"
  G_PACKAGE_BUILD_DIR: "{{.G_BUILD_DIR}}/clp-package"
  G_PACKAGE_VENV_DIR: "{{.G_BUILD_DIR}}/package-venv"
  G_WEBUI_BUILD_DIR: "{{.G_BUILD_DIR}}/webui"

  # Taskfile paths
  G_UTILS_TASKFILE: "{{.ROOT_DIR}}/tools/yscope-dev-utils/exports/taskfiles/utils/utils.yaml"

  # Versions
  G_PACKAGE_VERSION: "0.2.0-dev"

tasks:
  default:
    deps: ["package"]

  clean:
    cmds:
      - "rm -rf '{{.G_BUILD_DIR}}'"
      - task: "clean-log-viewer-webui"
      - task: "clean-python-component"
        vars:
          COMPONENT: "clp-package-utils"
      - task: "clean-python-component"
        vars:
          COMPONENT: "clp-py-utils"
      - task: "clean-python-component"
        vars:
          COMPONENT: "job-orchestration"
      - task: "clean-webui"

  clean-core:
    cmds:
      - task: "utils:cmake:clean"
        vars:
          BUILD_DIR: "{{.G_CORE_COMPONENT_BUILD_DIR}}"

  clean-log-viewer-webui:
    cmds:
      - "rm -rf 'components/log-viewer-webui/client/node_modules'"
      - "rm -rf 'components/log-viewer-webui/node_modules'"
      - "rm -rf 'components/log-viewer-webui/server/node_modules'"
      - "rm -rf 'components/log-viewer-webui/yscope-log-viewer/node_modules'"

  clean-webui:
    cmds:
      - "rm -rf 'components/webui/.meteor/local'"
      - "rm -rf 'components/webui/node_modules'"

  clp-json-pkg-tar:
    cmds:
      - task: "package-tar"
        vars:
          FLAVOUR: "json"
          STORAGE_ENGINE: "clp-s"

  clp-text-pkg-tar:
    cmds:
      - task: "package-tar"
        vars:
          FLAVOUR: "text"
          STORAGE_ENGINE: "clp"

  package:
    env:
      NODE_ENV: "production"
    vars:
      CHECKSUM_FILE: "{{.G_BUILD_DIR}}/{{.TASK}}.md5"
      OUTPUT_DIR: "{{.G_PACKAGE_BUILD_DIR}}"
    sources:
      - "{{.G_BUILD_DIR}}/log-viewer-webui.md5"
      - "{{.G_BUILD_DIR}}/package-venv.md5"
      - "{{.G_BUILD_DIR}}/webui.md5"
      - "{{.G_BUILD_DIR}}/webui-nodejs.md5"
      - "{{.G_CORE_COMPONENT_BUILD_DIR}}/clg"
      - "{{.G_CORE_COMPONENT_BUILD_DIR}}/clo"
      - "{{.G_CORE_COMPONENT_BUILD_DIR}}/clp"
      - "{{.G_CORE_COMPONENT_BUILD_DIR}}/clp-s"
      - "{{.G_CORE_COMPONENT_BUILD_DIR}}/indexer"
      - "{{.G_CORE_COMPONENT_BUILD_DIR}}/reducer-server"
      - "{{.TASKFILE}}"
      - "/etc/os-release"
      - "components/clp-package-utils/dist/*.whl"
      - "components/clp-py-utils/dist/*.whl"
      - "components/job-orchestration/dist/*.whl"
      - "components/package-template/src/**/*"
    generates: ["{{.CHECKSUM_FILE}}"]
    deps:
      - "core"
      - "clp-package-utils"
      - "clp-py-utils"
      - "init"
      - "job-orchestration"
      - "log-viewer-webui"
      - "nodejs-14"
      - "package-venv"
      - task: "utils:checksum:validate"
        vars:
          CHECKSUM_FILE: "{{.CHECKSUM_FILE}}"
          INCLUDE_PATTERNS: ["{{.OUTPUT_DIR}}"]
      - "webui"
    cmds:
      - "rm -rf '{{.OUTPUT_DIR}}'"
      - "rsync -a components/package-template/src/ '{{.OUTPUT_DIR}}'"
      - "rsync --copy-links /etc/os-release '{{.OUTPUT_DIR}}/etc/os-release'"
      - "mkdir -p '{{.OUTPUT_DIR}}/lib/python3/site-packages'"
      - |-
        . "{{.G_PACKAGE_VENV_DIR}}/bin/activate"
        pip3 install --upgrade \
          components/clp-package-utils/dist/*.whl \
          components/clp-py-utils/dist/*.whl \
          components/job-orchestration/dist/*.whl \
          -t "{{.OUTPUT_DIR}}/lib/python3/site-packages"
      - "mkdir -p '{{.OUTPUT_DIR}}/bin'"
      - >-
        rsync -a
        "{{.G_CORE_COMPONENT_BUILD_DIR}}/clg"
        "{{.G_CORE_COMPONENT_BUILD_DIR}}/clo"
        "{{.G_CORE_COMPONENT_BUILD_DIR}}/clp"
        "{{.G_CORE_COMPONENT_BUILD_DIR}}/clp-s"
        "{{.G_CORE_COMPONENT_BUILD_DIR}}/indexer"
        "{{.G_CORE_COMPONENT_BUILD_DIR}}/reducer-server"
        "{{.OUTPUT_DIR}}/bin/"
      - >-
        rsync -a
        "{{.G_NODEJS_14_BIN_DIR}}/node"
        "{{.OUTPUT_DIR}}/bin/node-14"
      - >-
        rsync -a
        "{{.G_NODEJS_22_BIN_DIR}}/node"
        "{{.OUTPUT_DIR}}/bin/node-22"
      - "mkdir -p '{{.OUTPUT_DIR}}/var/www/'"
      - >-
        rsync -a
        "{{.G_WEBUI_BUILD_DIR}}/"
        "{{.OUTPUT_DIR}}/var/www/webui/"
      # Avoid using `npm clean-install` because Meteor does not generate a `package-lock.json` file,
      # which `clean-install` depends on.
      - |-
        cd "{{.OUTPUT_DIR}}/var/www/webui/programs/server"
        PATH="{{.G_NODEJS_14_BIN_DIR}}":$PATH npm install
      - >-
        rsync -a
        "{{.G_LOG_VIEWER_WEBUI_BUILD_DIR}}/"
        "{{.OUTPUT_DIR}}/var/www/log-viewer-webui"
      - |-
        cd "{{.OUTPUT_DIR}}/var/www/log-viewer-webui/server"
        PATH="{{.G_NODEJS_22_BIN_DIR}}":$PATH npm clean-install
      # This command must be last
      - task: "utils:checksum:compute"
        vars:
          CHECKSUM_FILE: "{{.CHECKSUM_FILE}}"
          INCLUDE_PATTERNS: ["{{.OUTPUT_DIR}}"]

  core:
    cmds:
      - task: "core-generate"
      - task: "core-build"

  core-generate:
    internal: true
    sources: &core_source_files
      - "{{.G_DEPS_CORE_CHECKSUM_FILE}}"
      - "{{.G_CORE_COMPONENT_DIR}}/cmake/**/*"
      - "{{.G_CORE_COMPONENT_DIR}}/CMakeLists.txt"
      - "{{.G_CORE_COMPONENT_DIR}}/src/**/*"
      - "{{.TASKFILE}}"
      - "/etc/os-release"
    deps: ["deps:core"]
    cmds:
      - task: "utils:cmake:generate"
        vars:
          BUILD_DIR: "{{.G_CORE_COMPONENT_BUILD_DIR}}"
          SOURCE_DIR: "{{.G_CORE_COMPONENT_DIR}}"

  core-build:
    internal: true
    sources: *core_source_files
    generates:
      - "{{.G_CORE_COMPONENT_BUILD_DIR}}/clg"
      - "{{.G_CORE_COMPONENT_BUILD_DIR}}/clo"
      - "{{.G_CORE_COMPONENT_BUILD_DIR}}/clp"
      - "{{.G_CORE_COMPONENT_BUILD_DIR}}/clp-s"
      - "{{.G_CORE_COMPONENT_BUILD_DIR}}/indexer"
      - "{{.G_CORE_COMPONENT_BUILD_DIR}}/reducer-server"
    cmds:
      - task: "utils:cmake:build"
        vars:
          BUILD_DIR: "{{.G_CORE_COMPONENT_BUILD_DIR}}"
          TARGETS: ["clg", "clo", "clp", "clp-s", "indexer", "reducer-server"]

  clp-package-utils:
    - task: "python-component"
      vars:
        COMPONENT: "{{.TASK}}"

  clp-py-utils:
    - task: "python-component"
      vars:
        COMPONENT: "{{.TASK}}"

  job-orchestration:
    - task: "python-component"
      vars:
        COMPONENT: "{{.TASK}}"

  log-viewer-webui:
    vars:
      CHECKSUM_FILE: "{{.G_BUILD_DIR}}/{{.TASK}}.md5"
      OUTPUT_DIR: "{{.G_LOG_VIEWER_WEBUI_BUILD_DIR}}"
    sources:
      - "{{.G_BUILD_DIR}}/log-viewer-webui-node-modules.md5"
      - "{{.TASKFILE}}"
      - "client/index.html"
      - "client/tsconfig/**/*"
      - "client/tsconfig.json"
      - "client/package.json"
      - "client/package-lock.json"
      - "client/src/**/*.css"
      - "client/src/**/*.ts"
      - "client/src/**/*.tsx"
      - "server/package.json"
      - "server/package-lock.json"
      - "server/settings.json"
      - "server/src/**/*.ts"
      - "server/tsconfig.json"
      - "yscope-log-viewer/package.json"
      - "yscope-log-viewer/public/**/*"
      - "yscope-log-viewer/src/**/*"
      - "yscope-log-viewer/tsconfig.json"
      - "yscope-log-viewer/webpack.common.js"
      - "yscope-log-viewer/webpack.prod.js"
    dir: "components/log-viewer-webui"
    generates: ["{{.CHECKSUM_FILE}}"]
    deps:
      - "init"
      - "log-viewer-webui-node-modules"
      - task: "utils:checksum:validate"
        vars:
          CHECKSUM_FILE: "{{.CHECKSUM_FILE}}"
          INCLUDE_PATTERNS: ["{{.OUTPUT_DIR}}"]
    cmds:
      - "rm -rf '{{.OUTPUT_DIR}}'"
      - "mkdir -p '{{.OUTPUT_DIR}}'"
      - |-
        cd client
        PATH="{{.G_NODEJS_22_BIN_DIR}}":$PATH npm run build -- \
        --emptyOutDir --outDir '{{.OUTPUT_DIR}}/client'
      - |-
        cd server
        PATH="{{.G_NODEJS_22_BIN_DIR}}":$PATH npx tsc --outDir '{{.OUTPUT_DIR}}/server/dist'
        rsync -a \
        package.json package-lock.json \
        "{{.OUTPUT_DIR}}/server/"
      - |-
        cd yscope-log-viewer
        PATH="{{.G_NODEJS_22_BIN_DIR}}":$PATH npm run build -- \
        --output-path '{{.OUTPUT_DIR}}/yscope-log-viewer'
      - task: "utils:checksum:compute"
        vars:
          CHECKSUM_FILE: "{{.CHECKSUM_FILE}}"
          INCLUDE_PATTERNS: ["{{.OUTPUT_DIR}}"]

  webui:
    vars:
      CHECKSUM_FILE: "{{.G_BUILD_DIR}}/{{.TASK}}.md5"
      OUTPUT_DIR: "{{.G_WEBUI_BUILD_DIR}}"
    sources:
      - "{{.G_BUILD_DIR}}/meteor.md5"
      - "{{.G_BUILD_DIR}}/webui-node-modules.md5"
      - "{{.TASKFILE}}"
      - "*"
      - ".meteor/*"
      - "client/**/*"
      - "imports/**/*"
      - "server/**/*"
      - "tests/**/*"
    dir: "components/webui"
    platforms: ["386", "amd64"]
    generates: ["{{.CHECKSUM_FILE}}"]
    deps:
      - "init"
      - "meteor"
      - task: "utils:checksum:validate"
        vars:
          CHECKSUM_FILE: "{{.CHECKSUM_FILE}}"
          INCLUDE_PATTERNS: ["{{.OUTPUT_DIR}}"]
      - "webui-node-modules"
    cmds:
      - "rm -rf '{{.OUTPUT_DIR}}'"
      - "mkdir -p '{{.OUTPUT_DIR}}'"
      - "PATH='{{.G_METEOR_BUILD_DIR}}':$PATH meteor build --directory '{{.OUTPUT_DIR}}'"
      - >-
        rsync -a
        "{{.OUTPUT_DIR}}/bundle/"
        launcher.js
        settings.json
        "{{.OUTPUT_DIR}}/"
      - "rm -rf '{{.OUTPUT_DIR}}/bundle/'"
      # Remove temp files generated by `meteor build` before checksum
      - "find node_modules -type f -name '.meteor-portable-2.json' -exec rm {} +"
      # This command must be last
      - task: "utils:checksum:compute"
        vars:
          CHECKSUM_FILE: "{{.CHECKSUM_FILE}}"
          INCLUDE_PATTERNS: ["{{.OUTPUT_DIR}}"]

  nodejs-22:
    internal: true
    vars:
      CHECKSUM_FILE: "{{.G_BUILD_DIR}}/{{.TASK}}.md5"
      OUTPUT_DIR: "{{.G_NODEJS_22_BUILD_DIR}}"
    run: "once"
    cmds:
      - task: "nodejs"
        vars:
          CHECKSUM_FILE: "{{.CHECKSUM_FILE}}"
          NODEJS_VERSION: "v22.4.0"
          OUTPUT_DIR: "{{.OUTPUT_DIR}}"

  nodejs-14:
    internal: true
    vars:
      CHECKSUM_FILE: "{{.G_BUILD_DIR}}/{{.TASK}}.md5"
      OUTPUT_DIR: "{{.G_NODEJS_14_BUILD_DIR}}"
    cmds:
      - task: "nodejs"
        vars:
          CHECKSUM_FILE: "{{.CHECKSUM_FILE}}"
          NODEJS_VERSION: "v14.21.3"
          OUTPUT_DIR: "{{.OUTPUT_DIR}}"

  download-and-extract-tar:
    internal: true
    label: "{{.TASK}}-{{.TAR_NAME}}"
    vars:
      OUTPUT_TMP_DIR: "{{.OUTPUT_DIR}}-tmp"
      EXTRACTED_DIR: "{{.OUTPUT_TMP_DIR}}/{{.EXTRACTED_DIR_NAME}}"
      TAR_PATH: "{{.OUTPUT_TMP_DIR}}/{{.TAR_NAME}}"
    requires:
      vars: ["CHECKSUM_FILE", "EXTRACTED_DIR_NAME", "TAR_NAME", "OUTPUT_DIR", "URL_PREFIX"]
    sources: ["{{.TASKFILE}}"]
    generates: ["{{.CHECKSUM_FILE}}"]
    deps:
      - "init"
      - task: "utils:checksum:validate"
        vars:
          CHECKSUM_FILE: "{{.CHECKSUM_FILE}}"
          INCLUDE_PATTERNS: ["{{.OUTPUT_DIR}}"]
    cmds:
      - "rm -rf '{{.OUTPUT_DIR}}' '{{.OUTPUT_TMP_DIR}}'"
      - "mkdir -p '{{.OUTPUT_TMP_DIR}}'"
      - >-
        curl --fail --location --show-error
        "{{trimSuffix "/" .URL_PREFIX}}/{{.TAR_NAME}}"
        --output "{{.TAR_PATH}}"
      - "tar xf '{{.TAR_PATH}}' --directory '{{.OUTPUT_TMP_DIR}}'"
      - "mv '{{.EXTRACTED_DIR}}' '{{.OUTPUT_DIR}}'"
      - "rm -rf '{{.OUTPUT_TMP_DIR}}'"
      # This command must be last
      - task: "utils:checksum:compute"
        vars:
          CHECKSUM_FILE: "{{.CHECKSUM_FILE}}"
          INCLUDE_PATTERNS: ["{{.OUTPUT_DIR}}"]

  # NOTE: The log-viewer-webui has four different node_modules directories:
  # * client
  # * server
  # * log-viewer submodule
  # * the top-level one we call "package"
  # This means we have to create four different checksums. To allow tasks which depend on this task
  # to only have to check one checksum file, we concatenate the four checksum files into one.
  log-viewer-webui-node-modules:
    internal: true
    vars:
      # Checksum files
      CHECKSUM_FILE: "{{.G_BUILD_DIR}}/{{.TASK}}.md5"
      CLIENT_CHECKSUM_FILE: "{{.G_BUILD_DIR}}/log-viewer-webui-client-node-modules.md5"
      LOG_VIEWER_CHECKSUM_FILE: "{{.G_BUILD_DIR}}/log-viewer-webui-log-viewer-node-modules.md5"
      PACKAGE_CHECKSUM_FILE: "{{.G_BUILD_DIR}}/log-viewer-webui-package-node-modules.md5"
      SERVER_CHECKSUM_FILE: "{{.G_BUILD_DIR}}/log-viewer-webui-server-node-modules.md5"

      # Directories
      SRC_DIR: "{{.TASKFILE_DIR}}/components/log-viewer-webui"
      CLIENT_OUTPUT_DIR: "{{.SRC_DIR}}/client/node_modules"
      LOG_VIEWER_OUTPUT_DIR: "{{.SRC_DIR}}/yscope-log-viewer/node_modules"
      PACKAGE_OUTPUT_DIR: "{{.SRC_DIR}}/node_modules"
      SERVER_OUTPUT_DIR: "{{.SRC_DIR}}/server/node_modules"
    sources:
      - "{{.G_DEPS_LOG_VIEWER_CHECKSUM_FILE}}"
      - "{{.G_BUILD_DIR}}/nodejs-22.md5"
      - "{{.TASKFILE}}"
      - "client/package.json"
      - "client/package-lock.json"
      - "package.json"
      - "package-lock.json"
      - "server/package.json"
      - "server/package-lock.json"
      - "yscope-log-viewer/package.json"
      - "yscope-log-viewer/package-lock.json"
    dir: "{{.SRC_DIR}}"
    generates:
      - "{{.CHECKSUM_FILE}}"
      - "{{.CLIENT_CHECKSUM_FILE}}"
      - "{{.LOG_VIEWER_CHECKSUM_FILE}}"
      - "{{.PACKAGE_CHECKSUM_FILE}}"
      - "{{.SERVER_CHECKSUM_FILE}}"
    deps:
      - "deps:log-viewer"
      - "nodejs-22"
      - task: "utils:checksum:validate"
        vars:
          CHECKSUM_FILE: "{{.CLIENT_CHECKSUM_FILE}}"
          INCLUDE_PATTERNS: ["{{.CLIENT_OUTPUT_DIR}}"]
      - task: "utils:checksum:validate"
        vars:
          CHECKSUM_FILE: "{{.SERVER_CHECKSUM_FILE}}"
          INCLUDE_PATTERNS: ["{{.SERVER_OUTPUT_DIR}}"]
      - task: "utils:checksum:validate"
        vars:
          CHECKSUM_FILE: "{{.PACKAGE_CHECKSUM_FILE}}"
          INCLUDE_PATTERNS: ["{{.PACKAGE_OUTPUT_DIR}}"]
      - task: "utils:checksum:validate"
        vars:
          CHECKSUM_FILE: "{{.LOG_VIEWER_CHECKSUM_FILE}}"
          INCLUDE_PATTERNS: ["{{.LOG_VIEWER_OUTPUT_DIR}}"]
    cmds:
      - "rm -f {{.CHECKSUM_FILE}}"
      - task: "clean-log-viewer-webui"
      - "PATH='{{.G_NODEJS_22_BIN_DIR}}':$PATH npm run init"
      - |-
        cd yscope-log-viewer
        PATH="{{.G_NODEJS_22_BIN_DIR}}":$PATH npm install
      # These commands must be last
      - task: "utils:checksum:compute"
        vars:
          CHECKSUM_FILE: "{{.CLIENT_CHECKSUM_FILE}}"
          INCLUDE_PATTERNS: ["{{.CLIENT_OUTPUT_DIR}}"]
      - task: "utils:checksum:compute"
        vars:
          CHECKSUM_FILE: "{{.LOG_VIEWER_CHECKSUM_FILE}}"
          INCLUDE_PATTERNS: ["{{.LOG_VIEWER_OUTPUT_DIR}}"]
      - task: "utils:checksum:compute"
        vars:
          CHECKSUM_FILE: "{{.PACKAGE_CHECKSUM_FILE}}"
          INCLUDE_PATTERNS: ["{{.PACKAGE_OUTPUT_DIR}}"]
      - task: "utils:checksum:compute"
        vars:
          CHECKSUM_FILE: "{{.SERVER_CHECKSUM_FILE}}"
          INCLUDE_PATTERNS: ["{{.SERVER_OUTPUT_DIR}}"]
      # This command must be last
      - >-
        cat
        "{{.CLIENT_CHECKSUM_FILE}}"
        "{{.LOG_VIEWER_CHECKSUM_FILE}}"
        "{{.PACKAGE_CHECKSUM_FILE}}"
        "{{.SERVER_CHECKSUM_FILE}}"
        > "{{.CHECKSUM_FILE}}"

  meteor:
    vars:
      CHECKSUM_FILE: "{{.G_BUILD_DIR}}/{{.TASK}}.md5"
      METEOR_ARCH: "{{ if eq ARCH \"arm64\" }}arm64{{ else }}x86_64{{ end }}"
      METEOR_PLATFORM: "{{ if eq OS \"darwin\" }}osx{{ else }}linux{{ end }}"
      METEOR_RELEASE: "2.16"
    run: "once"
    preconditions:
      - sh: >-
          (test "$(uname -m)" != "aarch64") || (test "$(uname -s)" != "Linux")
        msg: "Meteor 2.x does not support aarch64 on Linux"
    cmds:
      - task: "download-and-extract-tar"
        vars:
          CHECKSUM_FILE: "{{.CHECKSUM_FILE}}"
          EXTRACTED_DIR_NAME: ".meteor"
          OUTPUT_DIR: "{{.G_METEOR_BUILD_DIR}}"
          TAR_NAME: "meteor-bootstrap-os.{{.METEOR_PLATFORM}}.{{.METEOR_ARCH}}.tar.gz"
          URL_PREFIX: "https://static.meteor.com/packages-bootstrap/{{.METEOR_RELEASE}}"

  nodejs:
    internal: true
    vars:
      NODEJS_ARCH: "{{ if eq ARCH \"arm64\" }}arm64{{ else }}x64{{ end }}"
      NODEJS_VERSION_BASE_URL: "https://nodejs.org/dist/{{.NODEJS_VERSION}}/"
      NODEJS_FILE_BASE_NAME:
        sh: >-
          curl --header "Cache-Control: no-cache, no-store" --silent "{{.NODEJS_VERSION_BASE_URL}}"
          | grep
          --only-matching
          --max-count 1
          "node-v[[:digit:]]\+\.[[:digit:]]\+\.[[:digit:]]\+-{{OS}}-{{.NODEJS_ARCH}}"
          | head --lines 1
    requires:
      vars: ["CHECKSUM_FILE", "NODEJS_VERSION", "OUTPUT_DIR"]
    deps: ["init"]
    cmds:
      - task: "download-and-extract-tar"
        vars:
          CHECKSUM_FILE: "{{.CHECKSUM_FILE}}"
          TAR_NAME: "{{.NODEJS_FILE_BASE_NAME}}.tar.xz"
          EXTRACTED_DIR_NAME: "{{.NODEJS_FILE_BASE_NAME}}"
          URL_PREFIX: "{{.NODEJS_VERSION_BASE_URL}}"
          OUTPUT_DIR: "{{.OUTPUT_DIR}}"

  package-tar:
    internal: true
    vars:
      VERSIONED_PACKAGE_NAME:
        sh: "echo clp-{{.FLAVOUR}}-$(arch)-v{{.G_PACKAGE_VERSION}}"
      OUTPUT_DIR: "{{.G_BUILD_DIR}}/{{.VERSIONED_PACKAGE_NAME}}"
      OUTPUT_FILE: "{{.OUTPUT_DIR}}.tar.gz"
    requires:
      vars: ["FLAVOUR", "STORAGE_ENGINE"]
    sources:
      - "{{.G_BUILD_DIR}}/package.md5"
      - "{{.TASKFILE}}"
    dir: "{{.G_BUILD_DIR}}"
    generates:
      - "{{.VERSIONED_PACKAGE_NAME}}.tar.gz"
    deps: ["package"]
    cmds:
      - "rm -rf '{{.OUTPUT_DIR}}' '{{.OUTPUT_FILE}}'"
      # NOTE: The trailing slash after the source is necessary so that rsync copies
      # `/parents/A` -> `/parents/B` rather than `/parents/A` -> `/parents/B/A`
      - "rsync --archive '{{.G_PACKAGE_BUILD_DIR}}/' '{{.OUTPUT_DIR}}'"
      # Set the storage engine for the package
      - task: "utils:misc:replace-text"
        vars:
          FILE_PATH: "{{.OUTPUT_DIR}}/lib/python3/site-packages/clp_py_utils/clp_config.py"
          SED_EXP: >-
            s/([[:space:]]*storage_engine: str = ")[^"]+"/\1{{.STORAGE_ENGINE}}"/
      - task: "utils:misc:replace-text"
        vars:
          FILE_PATH: "{{.OUTPUT_DIR}}/etc/clp-config.yml"
          SED_EXP: >-
            s/(\#[[:space:]]*storage_engine: ")[^"]+"/\1{{.STORAGE_ENGINE}}"/
      - >-
        tar czf '{{.OUTPUT_FILE}}'
        --directory '{{.G_BUILD_DIR}}'
        --dereference '{{.VERSIONED_PACKAGE_NAME}}'

  package-venv:
    internal: true
    vars:
      CHECKSUM_FILE: "{{.G_BUILD_DIR}}/{{.TASK}}.md5"
      OUTPUT_DIR: "{{.G_PACKAGE_VENV_DIR}}"
    sources:
      - "{{.ROOT_DIR}}/requirements.txt"
      - "{{.TASKFILE}}"
      - "/etc/os-release"
    generates: ["{{.CHECKSUM_FILE}}"]
    deps:
      - "init"
      - task: "utils:checksum:validate"
        vars:
          CHECKSUM_FILE: "{{.CHECKSUM_FILE}}"
          INCLUDE_PATTERNS: ["{{.OUTPUT_DIR}}"]
    cmds:
      - task: "utils:misc:create-venv"
        vars:
          LABEL: "package"
          OUTPUT_DIR: "{{.OUTPUT_DIR}}"
          REQUIREMENTS_FILE: "{{.ROOT_DIR}}/requirements.txt"
      # This command must be last
      - task: "utils:checksum:compute"
        vars:
          CHECKSUM_FILE: "{{.CHECKSUM_FILE}}"
          INCLUDE_PATTERNS: ["{{.OUTPUT_DIR}}"]

  python-component:
    internal: true
    label: "{{.COMPONENT}}"
    vars:
      PACKAGE:
        sh: "echo {{.COMPONENT}} | tr - _"
      VENV_DIR: "{{.G_BUILD_DIR}}/{{.COMPONENT}}/venv"
    requires:
      vars: ["COMPONENT"]
    sources:
      - "{{.G_BUILD_DIR}}/{{.COMPONENT}}_venv.md5"
      - "{{.PACKAGE}}/**/*"
      - "{{.ROOT_DIR}}/requirements.txt"
      - "{{.TASKFILE}}"
      - "/etc/os-release"
      - "pyproject.toml"
    dir: "components/{{.COMPONENT}}"
    generates:
      - "dist/*.whl"
    deps:
      - task: "component-venv"
        vars:
          COMPONENT: "{{.COMPONENT}}"
          OUTPUT_DIR: "{{.VENV_DIR}}"
    cmds:
      - task: "clean-python-component"
        vars:
          COMPONENT: "{{.COMPONENT}}"
      - |-
        . "{{.VENV_DIR}}/bin/activate"
        poetry build --format wheel

  webui-node-modules:
    internal: true
    vars:
      CHECKSUM_FILE: "{{.G_BUILD_DIR}}/{{.TASK}}.md5"
      WEBUI_SRC_DIR: "{{.ROOT_DIR}}/components/webui"
      OUTPUT_DIR: "{{.WEBUI_SRC_DIR}}/node_modules"
    sources:
      - "{{.G_BUILD_DIR}}/meteor.md5"
      - "{{.TASKFILE}}"
      - ".meteor/packages"
      - "package.json"
    dir: "{{.WEBUI_SRC_DIR}}"
    generates: ["{{.CHECKSUM_FILE}}"]
    deps:
      - "init"
      - "meteor"
      - task: "utils:checksum:validate"
        vars:
          CHECKSUM_FILE: "{{.CHECKSUM_FILE}}"
          INCLUDE_PATTERNS: ["{{.OUTPUT_DIR}}"]
    cmds:
      - "rm -rf '{{.OUTPUT_DIR}}'"
      - "PATH='{{.G_METEOR_BUILD_DIR}}':$PATH meteor npm install --production"
      # This command must be last
      - task: "utils:checksum:compute"
        vars:
          CHECKSUM_FILE: "{{.CHECKSUM_FILE}}"
          INCLUDE_PATTERNS: ["{{.OUTPUT_DIR}}"]

  component-venv:
    internal: true
    label: "{{.COMPONENT}}-venv"
    vars:
      CHECKSUM_FILE: "{{.G_BUILD_DIR}}/{{.COMPONENT}}-venv.md5"
    requires:
      vars: ["COMPONENT", "OUTPUT_DIR"]
    sources:
      - "{{.ROOT_DIR}}/requirements.txt"
      - "{{.TASKFILE}}"
      - "/etc/os-release"
      - "pyproject.toml"
    dir: "components/{{.COMPONENT}}"
    generates: ["{{.CHECKSUM_FILE}}"]
    deps:
      - "init"
      - task: "utils:checksum:validate"
        vars:
          CHECKSUM_FILE: "{{.CHECKSUM_FILE}}"
          INCLUDE_PATTERNS: ["{{.OUTPUT_DIR}}"]
    cmds:
      - task: "utils:misc:create-venv"
        vars:
          LABEL: "{{.COMPONENT}}"
          OUTPUT_DIR: "{{.OUTPUT_DIR}}"
          REQUIREMENTS_FILE: "{{.ROOT_DIR}}/requirements.txt"
      # This command must be last
      - task: "utils:checksum:compute"
        vars:
          CHECKSUM_FILE: "{{.CHECKSUM_FILE}}"
          INCLUDE_PATTERNS: ["{{.OUTPUT_DIR}}"]
  clean-python-component:
    internal: true
    label: "clean-{{.COMPONENT}}"
    requires:
      vars: ["COMPONENT"]
    dir: "components/{{.COMPONENT}}"
    cmds:
      - "rm -rf dist"

  init:
    internal: true
    silent: true
    run: "once"
    cmd: "mkdir -p '{{.G_BUILD_DIR}}'"