Various updates in RADIUSS Spack Configs (#290)

* Spack environments split in separate files so that users can access packages.yaml and compilers.yaml directly

* Update externals, add new externals to support building other projects (axom)

* Make sure we do not reuse specs already installed (concretization is not influenced by what's already built)

* Update rocm tioga toolchain

* Update with improved job command handling

* Export host config as artifacts

* More uniform CI specs (build raja without examples)

---------

Co-authored-by: Alan Dayton <[email protected]>

.gitlab-ci.yml

@@ -73,7 +73,7 @@ stages:
     include:
       - local: '.gitlab/custom-jobs-and-variables.yml'
       - project: 'radiuss/radiuss-shared-ci'
-        ref: 'v2024.04.0'
+        ref: 'v2024.12.0'
         file: 'pipelines/${CI_MACHINE}.yml'
       - artifact: '${CI_MACHINE}-jobs.yml'
         job: 'generate-job-lists'
@@ -86,7 +86,7 @@ include:
     file: 'id_tokens.yml'
   # [Optional] checks preliminary to running the actual CI test
   #- project: 'radiuss/radiuss-shared-ci'
-  #  ref: 'v2024.04.0'
+  #  ref: 'v2024.12.0'
   #  file: 'preliminary-ignore-draft-pr.yml'
   # pipelines subscribed by the project
   - local: '.gitlab/subscribed-pipelines.yml'

.gitlab/custom-jobs-and-variables.yml

@@ -71,6 +71,9 @@ variables:
   artifacts:
     reports:
       junit: junit.xml
+    name: "${CI_PROJECT_NAME}-${CI_MACHINE}-${CI_JOB_NAME}-${CI_PIPELINE_ID}"
+    paths:
+      - ./*.cmake
 
 .reproducer_vars:
   script:

.gitlab/jobs/lassen.yml

@@ -36,32 +36,32 @@ gcc_11_2_1_cuda_11_8_0:
 clang_12_0_1_libcpp:
   extends: .job_on_lassen
   variables:
-    SPEC: "~shared +raja tests=basic %[email protected] cflags==\"-DGTEST_HAS_CXXABI_H_=0\" cxxflags==\"-stdlib=libc++ -DGTEST_HAS_CXXABI_H_=0\""
+    SPEC: "~shared +raja tests=basic %[email protected] cflags==\"-DGTEST_HAS_CXXABI_H_=0\" cxxflags==\"-stdlib=libc++ -DGTEST_HAS_CXXABI_H_=0\" ^raja~examples~exercises"
 
 clang_16_0_6_libcpp:
   extends: .job_on_lassen
   variables:
-    SPEC: "~shared +raja tests=basic %[email protected] cflags==\"-DGTEST_HAS_CXXABI_H_=0\" cxxflags==\"-stdlib=libc++ -DGTEST_HAS_CXXABI_H_=0\""
+    SPEC: "~shared +raja tests=basic %[email protected] cflags==\"-DGTEST_HAS_CXXABI_H_=0\" cxxflags==\"-stdlib=libc++ -DGTEST_HAS_CXXABI_H_=0\" ^raja~examples~exercises"
 
 clang_12_0_1_gcc_8_3_1_memleak:
   extends: .job_on_lassen
   variables:
-    SPEC: "~shared +raja tests=basic %[email protected] cxxflags==\"-fsanitize=address\""
+    SPEC: "~shared +raja tests=basic %[email protected] cxxflags==\"-fsanitize=address\" ^raja~examples~exercises"
     ASAN_OPTIONS: "detect_leaks=1"
 
 clang_16_0_6_gcc_8_3_1_memleak:
   extends: .job_on_lassen
   variables:
-    SPEC: "~shared +raja tests=basic %[email protected] cxxflags==\"-fsanitize=address\""
+    SPEC: "~shared +raja tests=basic %[email protected] cxxflags==\"-fsanitize=address\" ^raja~examples~exercises"
     ASAN_OPTIONS: "detect_leaks=1"
 
 clang_12_0_1_datarace:
   extends: .job_on_lassen
   variables:
-    SPEC: "~shared +raja tests=basic %[email protected] cxxflags==\"-fsanitize=thread\""
+    SPEC: "~shared +raja tests=basic %[email protected] cxxflags==\"-fsanitize=thread\" ^raja~examples~exercises"
 
 clang_16_0_6_datarace:
   extends: .job_on_lassen
   variables:
-    SPEC: "~shared +raja tests=basic %[email protected] cxxflags==\"-fsanitize=thread\""
+    SPEC: "~shared +raja tests=basic %[email protected] cxxflags==\"-fsanitize=thread\" ^raja~examples~exercises"
 

.gitlab/jobs/poodle.yml

@@ -28,12 +28,6 @@
 
 clang_14_0_6_develop_tpls:
   variables:
-    SPEC: " %[email protected] ^umpire@develop ^raja@develop ^camp@main"
-  extends: .job_on_poodle
-  allow_failure: true
-
-clang_16_0_6_develop_tpls:
-  variables:
-    SPEC: " %[email protected] ^umpire@develop ^raja@develop ^camp@main"
+    SPEC: " ~shared +raja tests=basic %clang@=14.0.6 ^umpire@develop ^raja@develop~examples~exercises ^camp@main"
   extends: .job_on_poodle
   allow_failure: true

.gitlab/jobs/ruby.yml

@@ -28,12 +28,6 @@
 
 clang_14_0_6_develop_tpls:
   variables:
-    SPEC: " %[email protected] ^umpire@develop ^raja@develop ^camp@main"
-  extends: .job_on_ruby
-  allow_failure: true
-
-clang_16_0_6_develop_tpls:
-  variables:
-    SPEC: " %[email protected] ^umpire@develop ^raja@develop ^camp@main"
+    SPEC: " ~shared +raja tests=basic %[email protected] ^umpire@develop ^raja@develop~examples~exercises ^camp@main"
   extends: .job_on_ruby
   allow_failure: true

.uberenv_config.json

@@ -4,8 +4,7 @@
 "package_final_phase" : "initconfig",
 "package_source_dir" : "../..",
 "spack_url": "https://github.com/spack/spack.git",
-"spack_branch": "develop-2024-10-06",
-"spack_activate" : {},
+"spack_branch": "develop-2025-02-09",
 "spack_configs_path": "scripts/radiuss-spack-configs",
 "spack_packages_path": "scripts/radiuss-spack-configs/packages",
 "spack_concretizer": "clingo",

scripts/gitlab/build_and_test.sh

@@ -222,10 +222,6 @@ then
     mkdir -p ${build_dir} && cd ${build_dir}
 
     timed_message "Building CHAI"
-    if [[ "${truehostname}" == "corona" || "${truehostname}" == "tioga" ]]
-    then
-        module unload rocm
-    fi
     $cmake_exe \
       -C ${hostconfig_path} \
       -DCMAKE_INSTALL_PREFIX=${install_dir} \