Update Spack to 0.22

.gitlab/scripts.yml

@@ -12,7 +12,6 @@
     - cd $CI_BUILD_DIR
     - echo $SPEC
 
-    - ml load python/3
     - $BUILD_ALLOC ./$SCRIPT_DIR/gitlab/build_and_install.py --spec="$SPEC" --extra-cmake-args="$EXTRA_CMAKE_ARGS"
 
 .build_and_test:

.uberenv_config.json

@@ -3,7 +3,7 @@
   "package_version" : "develop",
   "package_source_dir" : "../../..",
   "spack_url" : "https://github.com/spack/spack",
-  "spack_commit" : "5e0d2107348eed6cbe6deca43a30f5b06c5e40af",
+  "spack_commit" : "e2088b599e69f3a863b65e06c534ccb611a119f0",
   "spack_configs_path" : "scripts/spack/configs",
   "spack_packages_path" : "scripts/spack/packages"
 }

cmake/CMakeDefinitions.cmake

@@ -73,5 +73,5 @@ if (ENABLE_TIMER)
 endif()
 
 if (ENABLE_MPI)
-    add_definitions(-DUSE_MPI=1)
+  add_definitions(-DUSE_MPI=1)
 endif()

cmake/InstallTPLs.cmake

@@ -89,7 +89,7 @@ foreach(_comp ${AXOM_COMPONENTS_ENABLED})
 endforeach()
 
 # TPLs that must be imported
-list(APPEND SPHERAL_EXTERN_LIBS zlib boost eigen qhull silo hdf5 polytope)
+list(APPEND SPHERAL_EXTERN_LIBS boost eigen qhull silo hdf5 polytope)
 
 blt_list_append( TO SPHERAL_EXTERN_LIBS ELEMENTS aneos IF ENABLE_ANEOS)
 blt_list_append( TO SPHERAL_EXTERN_LIBS ELEMENTS opensubdiv IF ENABLE_OPENSUBDIV)
@@ -108,6 +108,7 @@ endforeach()
 if (EXISTS ${EXTERNAL_SPHERAL_TPL_CMAKE})
   include(${EXTERNAL_SPHERAL_TPL_CMAKE})
 endif()
+
 # Copied from serac, needed to bypass generator expression issue during export
 set(_props)
 if( ${CMAKE_VERSION} VERSION_GREATER_EQUAL "3.13.0" )

cmake/SetupSpheral.cmake

@@ -5,7 +5,6 @@ include(ExternalProject)
 #-------------------------------------------------------------------------------
 set(CMAKE_CXX_STANDARD 17)
 set(CMAKE_EXPORT_COMPILE_COMMANDS On)
-set(CMAKE_EXPORT_COMPILE_COMMANDS On)
 
 if (NOT SPHERAL_CMAKE_MODULE_PATH)
   set(SPHERAL_CMAKE_MODULE_PATH "${SPHERAL_ROOT_DIR}/cmake")
@@ -83,8 +82,6 @@ if(ENABLE_CUDA)
   list(APPEND SPHERAL_CXX_DEPENDS cuda)
 endif()
 
-option(BOOST_HEADER_ONLY "only use the header only components of Boost" OFF)
-
 #-------------------------------------------------------------------------------#
 # Set a default build type if none was specified
 #-------------------------------------------------------------------------------#

cmake/spheral/InstantiateCXX.cmake

@@ -40,7 +40,7 @@ function(instantiate _inst_var _source_var)
         # Uses BLT's python for instantiations to work when building CXX_ONLY as well as with python
         add_custom_command(OUTPUT  ${CMAKE_CURRENT_BINARY_DIR}/${_inst_file}
                            DEPENDS ${_inst_py}
-                           COMMAND ${PYTHON_EXECUTABLE} ${SPHERAL_ROOT_DIR}/src/helpers/InstantiationGenerator.py ${_inst_py} ${_inst_file} ${_dim}
+                           COMMAND ${Python3_EXECUTABLE} ${SPHERAL_ROOT_DIR}/src/helpers/InstantiationGenerator.py ${_inst_py} ${_inst_file} ${_dim}
                            BYPRODUCTS ${_inst_file}
                            COMMENT "Generating instantiation ${_inst_file}..."
                            )

cmake/spheral_cxx-config.cmake.in

@@ -1,37 +1,47 @@
 
 @PACKAGE_INIT@
 
-if(NOT axom_DIR)
-  set(axom_DIR "@axom_DIR@" CACHE PATH "")
-endif()
-set(SPHERAL_CXX_INSTALL_PREFIX "@CMAKE_INSTALL_PREFIX@")
-set(SPHERAL_CXX_INCLUDE_DIRS "${SPHERAL_CXX_INSTALL_PREFIX}/include")
-if(NOT @ENABLE_CXXONLY@ AND NOT TARGET Python3)
-  set(python_DIR "@python_DIR@")
-  set(Python_EXECUTABLE ${python_DIR}/bin/python3)
-  set(Python3_EXECUTABLE ${python_DIR}/bin/python3)
-  find_package(Python3 COMPONENTS Interpreter Development)
-  set(PYTHON_EXE ${Python3_EXECUTABLE})
-endif()
+if(NOT SPHERAL_FOUND)
+  #----------------------------------------------------------------------------
+  # Set user configuration options and features
+  #----------------------------------------------------------------------------
 
-# Guard these assignments to not interfere with projects that use Spheral and SpheralC as TPLs
-if(SPHERALC_STANDALONE)
-  set(CMAKE_C_COMPILER "@CMAKE_C_COMPILER@" CACHE PATH "Spheral C compiler path")
-  set(CMAKE_CXX_COMPILER "@CMAKE_CXX_COMPILER@" CACHE PATH "Spheral C++ compiler path")
-  set(CMAKE_Fortran_COMPILER "@CMAKE_Fortran_COMPILER@" CACHE PATH "Spheral C++ compiler path")
-  set(ENABLE_MPI @ENABLE_MPI@ CACHE BOOL "")
-  if(SPHERAL_ENABLE_MPI)
-    set(MPI_C_COMPILER "@MPI_C_COMPILER@" CACHE PATH "")
-    set(MPI_CXX_COMPILER "@MPI_CXX_COMPILER@" CACHE PATH "")
-    set(MPI_Fortran_COMPILER "@MPI_Fortran_COMPILER@" CACHE PATH "")
+  # Language features
+  set(SPHERAL_ENABLE_MPI "@ENABLE_MPI@")
+  set(SPHERAL_ENABLE_OPENMP "@ENABLE_OPENMP@")
+  set(SPHERAL_ENABLE_CUDA "@ENABLE_CUDA@")
+  if(NOT axom_DIR)
+    set(axom_DIR "@axom_DIR@" CACHE PATH "")
   endif()
-endif()
 
-if(NOT TARGET axom)
-  find_package(axom REQUIRED QUIET NO_DEFAULT_PATH PATHS ${axom_DIR} ${axom_DIR}/lib ${axom_DIR}/lib/cmake)
-endif()
-include("${SPHERAL_CXX_INSTALL_PREFIX}/lib/cmake/spheral_cxx-targets.cmake")
+  set(SPHERAL_CXX_INSTALL_PREFIX "@CMAKE_INSTALL_PREFIX@")
+  set(SPHERAL_CXX_INCLUDE_DIRS "${SPHERAL_CXX_INSTALL_PREFIX}/include")
+  if(NOT @ENABLE_CXXONLY@ AND NOT TARGET Python3)
+    set(python_DIR "@python_DIR@")
+    set(Python_EXECUTABLE ${python_DIR}/bin/python3)
+    set(Python3_EXECUTABLE ${python_DIR}/bin/python3)
+    find_package(Python3 COMPONENTS Interpreter Development)
+    set(PYTHON_EXE ${Python3_EXECUTABLE})
+  endif()
 
-set_property(TARGET Spheral_CXX
-  APPEND PROPERTY
-  INTERFACE_INCLUDE_DIRECTORIES ${SPHERAL_CXX_INCLUDE_DIRS})
+  if(NOT TARGET axom)
+    find_package(axom REQUIRED QUIET NO_DEFAULT_PATH PATHS ${axom_DIR} ${axom_DIR}/lib ${axom_DIR}/lib/cmake)
+  endif()
+  if(SPHERALC_STANDALONE)
+    set(CMAKE_C_COMPILER "@CMAKE_C_COMPILER@" CACHE PATH "Spheral C compiler path")
+    set(CMAKE_CXX_COMPILER "@CMAKE_CXX_COMPILER@" CACHE PATH "Spheral C++ compiler path")
+    set(CMAKE_Fortran_COMPILER "@CMAKE_Fortran_COMPILER@" CACHE PATH "Spheral C++ compiler path")
+    set(ENABLE_MPI @ENABLE_MPI@ CACHE BOOL "")
+    if(SPHERAL_ENABLE_MPI)
+      set(MPI_C_COMPILER "@MPI_C_COMPILER@" CACHE PATH "")
+      set(MPI_CXX_COMPILER "@MPI_CXX_COMPILER@" CACHE PATH "")
+      set(MPI_Fortran_COMPILER "@MPI_Fortran_COMPILER@" CACHE PATH "")
+    endif()
+  endif()
+  include("${SPHERAL_CXX_INSTALL_PREFIX}/lib/cmake/spheral_cxx-targets.cmake")
+
+  set_property(TARGET Spheral_CXX
+    APPEND PROPERTY
+    INTERFACE_INCLUDE_DIRECTORIES ${SPHERAL_CXX_INCLUDE_DIRS})
+  set(SPHERAL_FOUND TRUE)
+endif()

scripts/devtools/tpl-manager.py

@@ -59,24 +59,24 @@ def parse_args():
   parser.add_argument('--no-spec', action='store_true',
       help='Skip output of the dependency graph.')
 
+  parser.add_argument('--skip-init', action='store_true',
+      help='Skip setting up and configuring Spack.')
+
   return parser.parse_args()
 
 
 # Helper function for executing commands stolen from uberenv
-def sexe(cmd,ret_output=False,echo=False):
+def sexe(cmd,ret_output=False,echo=True):
     """ Helper for executing shell commands. """
     if echo:
-        print("[exe: {0}]".format(cmd))
+      print("[exe: {0}]".format(cmd))
+    p = subprocess.run(cmd, shell=True,
+                       capture_output=ret_output,
+                       check=True, text=True)
     if ret_output:
-        p = subprocess.Popen(cmd,
-                             shell=True,
-                             stdout=subprocess.PIPE,
-                             stderr=subprocess.STDOUT)
-        out = p.communicate()[0]
-        out = out.decode('utf8')
-        return p.returncode,out
-    else:
-        return subprocess.call(cmd,shell=True)
+      if echo:
+        print(p.stdout)
+      return p.stdout
 
 
 # Parse the json formatted spec list...
@@ -89,26 +89,13 @@ def parse_spec_list(file_path):
 #------------------------------
 # Dependencies
 #------------------------------
-def build_deps(args):
+def build_spack(args):
   print("~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~")
-  print("~~~~~ Building Dependencies")
+  print("~~~~~ Configuring Spack")
   print("~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~")
   print("")
   print("{0}".format(project_dir))
 
-
-  # Figure out what specs this script is building TPLs for.
-  spec_list=[]
-  if args.spec_list:
-    spec_list = parse_spec_list(args.spec_list)
-  elif args.spec:
-    spec_list.append(args.spec)
-  else:
-    print("ERROR: Please define --spec or --spec-list, aborting...")
-    sys.exit(1) 
-  for s in spec_list:
-    print("** SPEC : {0}".format(s))
-
   spack_upstream_opt=""
   if os.path.isdir(args.upstream_dir) and not args.no_upstream:
     spack_upstream_opt="--upstream {0}".format(args.upstream_dir)
@@ -137,9 +124,9 @@ def build_deps(args):
     # We need to install spack without any configuration files so we can use
     # spack arch to determine the OS of the system and later to use spack find
     # for generating external package files on external systems.
-    if sexe("python3 {0} --setup-only {1} {2} {3} {4}".format(uberenv_path, prefix_opt, uberenv_project_json_opt, spack_upstream_opt, uberenv_spack_url_opt), echo=True): sys.exit(1)
+    sexe("python3 {0} --setup-only {1} {2} {3} {4}".format(uberenv_path, prefix_opt, uberenv_project_json_opt, spack_upstream_opt, uberenv_spack_url_opt))
 
-    spack_arch_os = sexe("{0} arch -o".format(spack_cmd), ret_output=True)[1].strip()
+    spack_arch_os = sexe("{0} arch -o".format(spack_cmd), ret_output=True, echo=False).strip()
     print("INFO : Detected Operating System :{0}".format(spack_arch_os))
 
     spheral_config_dir += spack_arch_os
@@ -150,12 +137,31 @@ def build_deps(args):
 
 
   # Setup spack w/ Uberenv and the appropriate external package/compiler configs.
-  if sexe("python3 {0} --setup-only {1} {2} {3} {4} {5}".format(uberenv_path, prefix_opt, uberenv_project_json_opt, spack_config_dir_opt, spack_upstream_opt, uberenv_spack_url_opt), echo=True): sys.exit(1)
+  sexe("python3 {0} --setup-only {1} {2} {3} {4} {5}".format(uberenv_path, prefix_opt, uberenv_project_json_opt, spack_config_dir_opt, spack_upstream_opt, uberenv_spack_url_opt))
 
   # Uberenv doesn't copy the concretizer.yaml options...
   if os.path.exists(spheral_config_dir+"/concretizer.yaml"):
-    sexe("cp {0}/concretizer.yaml {1}".format(spheral_config_dir, os.path.join(args.spheral_spack_dir, "spack/etc/spack/defaults")), echo=True)
+    sexe("cp {0}/concretizer.yaml {1}".format(spheral_config_dir, os.path.join(args.spheral_spack_dir, "spack/etc/spack/defaults")))
 
+def build_deps(args):
+  print("~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~")
+  print("~~~~~ Building Dependencies")
+  print("~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~")
+  print("")
+  print("{0}".format(project_dir))
+  # Figure out what specs this script is building TPLs for.
+  spec_list=[]
+  if args.spec_list:
+    spec_list = parse_spec_list(args.spec_list)
+  elif args.spec:
+    spec_list.append(args.spec)
+  else:
+    print("ERROR: Please define --spec or --spec-list, aborting...")
+    sys.exit(1)
+  for s in spec_list:
+    print("** SPEC : {0}".format(s))
+  spack_cmd=os.path.join(args.spheral_spack_dir, "spack/bin/spack")
+
   # Optionally add a parallel job number for spack builds
   if args.spack_jobs:
     spack_cmd += " --jobs={0}".format(args.spack_jobs)
@@ -170,27 +176,25 @@ def build_deps(args):
   # Loop through the specs we want TPLs for and build/install/get them as necessary.
   if not args.init_only:
       for s in spec_list:
-
         print("** Building TPL's and generating host-config for {0}%{1} ...".format(package_name,s))
         os.environ["SPEC"] = s
         os.environ["LC_ALL"] = "en_US.UTF-8"
 
         if not args.no_spec:
-            if sexe("{0} spec --fresh -I {1}@develop%{2}".format(spack_cmd, package_name, s), echo=True) : sys.exit(1)
-
-        # Install only the dependencies for Spheral
-        if sexe("{0} install --fail-fast --fresh --deprecated --only dependencies {2}@develop%{3} 2>&1 | tee -a \"dev-build-{3}-out.txt\"".format(spack_cmd, os.getcwd(), package_name, s), echo=True) : sys.exit(1)
+          sexe("{0} spec --fresh -IL {1}@develop%{2} 2>&1 | tee -a \"spec-info-{2}-out.txt\"".format(spack_cmd, package_name, s))
 
-        # Using dev-build we can have spack generate an init-config with the local source files for spheral.
-        if sexe("{0} dev-build --fresh --deprecated -u initconfig {2}@develop%{3} 2>&1 | tee -a \"dev-build-{3}-out.txt\"".format(spack_cmd, os.getcwd(), package_name, s), echo=True) : sys.exit(1)
+        # Install only the dependencies for Spheral and create CMake configure file
+        sexe("{0} install --fail-fast --fresh -u initconfig {1}@develop%{2} dev_path={3} 2>&1 | tee -a \"tpl-build-{2}-out.txt\"".format(spack_cmd, package_name, s, project_dir))
 
       if not args.no_clean:
-        sexe("rm dev-build-* spack-build-* spack-configure-args.txt")
+        sexe("rm -f spec-info-* tpl-build-* spack-build-* spack-configure-args.txt")
 
 #------------------------------------------------------------------------------
 
 def main():
   args = parse_args()
+  if (not args.skip_init):
+    build_spack(args)
   build_deps(args)
 
 

scripts/spack/configs/blueos_3_ppc64le_ib/packages.yaml

@@ -2,15 +2,42 @@ packages:
   all:
     target: [ppc64le]
     compiler: [gcc, clang]
+    providers:
+      blas: [netlib-lapack]
+      lapack: [netlib-lapack]
+      mpi: [spectrum-mpi]
+      zlib-api: [zlib]
   cmake:
     version: [3.20.2]
     buildable: false
     externals:
     - spec: cmake@3.20.2
       prefix: /usr/tce/packages/cmake/cmake-3.20.2
+  gmake:
+    version: [4.2.1]
+    buildable: false
+    externals:
+    - spec: gmake@4.2.1
+      prefix: /usr
+  git:
+    version: [2.29.1]
+    buildable: false
+    externals:
+    - spec: git@2.29.1+tcltk
+      prefix: /usr/tce
+  perl:
+    version: [5.26.3]
+    buildable: false
+    externals:
+    - spec: perl@5.26.3
+      prefix: /usr
 
   cuda:
-    version: [11.1.0, 11.0.2, 10.1.243, 10.1.168, 9.2.148, 8.0]
+    version:
+    - 11.1.0
+    - 11.0.2
+    - 10.1.243
+    - 10.1.168
     buildable: false
     externals:
     - spec: cuda@11.1.0~allow-unsupported-compilers
@@ -21,11 +48,7 @@ packages:
       prefix: /usr/tce/packages/cuda/cuda-10.1.243
     - spec: cuda@10.1.168+allow-unsupported-compilers
       prefix: /usr/tce/packages/cuda/cuda-10.1.168
-    - spec: cuda@9.2.148~allow-unsupported-compilers
-      prefix: /usr/tce/packages/cuda/cuda-9.2.148
-    - spec: cuda@8.0~allow-unsupported-compilers
-      prefix: /usr/tce/packages/cuda/cuda-8.0
-
+
   spectrum-mpi:
     externals:
     - spec: spectrum-mpi@10.3.1.03rtm0%pgi@19.10
@@ -130,15 +153,15 @@ packages:
       prefix: /usr
     buildable: false
   tcl:
-     externals:
-     - spec: tcl@8.5.19
-       prefix: /usr
-     buildable: false
+    externals:
+    - spec: tcl@8.5.19
+      prefix: /usr
+    buildable: false
   tk:
-     externals:
-     - spec: tk@8.5.19
-       prefix: /usr
-     buildable: false
+    externals:
+    - spec: tk@8.5.19
+      prefix: /usr
+    buildable: false
   fontconfig:
     externals:
     - spec: fontconfig@2.13.1