dFEM: explicit dynamics gpu example

.gitlab/build_toss4.yml

@@ -43,14 +43,24 @@ toss4-llvm_19_1_3-src:
   variables:
     COMPILER: "[email protected]"
     HOST_CONFIG: "dane-toss_4_x86_64_ib-${COMPILER}.cmake"
-    EXTRA_CMAKE_OPTIONS: "-DENABLE_BENCHMARKS=ON -DENABLE_DOCS=OFF -DCMAKE_BUILD_TYPE=Debug"
+    EXTRA_CMAKE_OPTIONS: "-DENABLE_BENCHMARKS=ON -DENABLE_DOCS=OFF -DCMAKE_BUILD_TYPE=Debug -DSMITH_USE_DFEM=ON"
     # Only run integration tests on one spec (Disabled until integration tests are reenabled)
     # DO_INTEGRATION_TESTS: "yes"
     # ALLOC_NODES: "2"
     ALLOC_NODES: "1"
     ALLOC_TIME: "30"
   extends: .src_build_on_toss4
 
+toss4-llvm_19_1_3-src-codevelop:
+  variables:
+    COMPILER: "[email protected]"
+    HOST_CONFIG: "dane-toss_4_x86_64_ib-${COMPILER}.cmake"
+    EXTRA_CMAKE_OPTIONS: "-DENABLE_BENCHMARKS=ON -DENABLE_DOCS=OFF -DCMAKE_BUILD_TYPE=Debug -DSMITH_ENABLE_CODEVELOP=ON -DSMITH_USE_DFEM=ON"
+    EXTRA_BUILD_OPTIONS: "--skip-install"
+    ALLOC_NODES: "1"
+    ALLOC_TIME: "30"
+  extends: .src_build_on_toss4
+
 toss4-gcc_13_3_1-src:
   variables:
     COMPILER: "[email protected]"

.gitlab/build_toss4_cray.yml

@@ -33,23 +33,24 @@
 # Build jobs
 
 toss4_cray-rocmcc_6_2_1-src:
- variables:
-   COMPILER: "[email protected]"
-   HOST_CONFIG: "tioga-toss_4_x86_64_ib_cray-${COMPILER}_hip.cmake"
-   EXTRA_CMAKE_OPTIONS: "-DENABLE_BENCHMARKS=ON -DENABLE_DOCS=OFF -DCMAKE_BUILD_TYPE=Debug"
-   ALLOC_NODES: "1"
-   ALLOC_TIME: "30"
- extends: .src_build_on_toss4_cray
+  variables:
+    COMPILER: "[email protected]"
+    HOST_CONFIG: "tioga-toss_4_x86_64_ib_cray-${COMPILER}_hip.cmake"
+    EXTRA_CMAKE_OPTIONS: "-DENABLE_BENCHMARKS=ON -DENABLE_DOCS=OFF -DCMAKE_BUILD_TYPE=Debug"
+    ALLOC_NODES: "1"
+    ALLOC_TIME: "30"
+  extends: .src_build_on_toss4_cray
 
 toss4_cray-rocmcc_6_2_1-src-codevelop:
- variables:
-   COMPILER: "[email protected]"
-   HOST_CONFIG: "tioga-toss_4_x86_64_ib_cray-${COMPILER}_hip.cmake"
-   EXTRA_CMAKE_OPTIONS: "-DENABLE_BENCHMARKS=ON -DENABLE_DOCS=OFF -DCMAKE_BUILD_TYPE=Debug -DSMITH_ENABLE_CODEVELOP=ON"
-   EXTRA_BUILD_OPTIONS: "--skip-install"
-   ALLOC_NODES: "1"
-   ALLOC_TIME: "30"
- extends: .src_build_on_toss4_cray
+  variables:
+    COMPILER: "[email protected]"
+    HOST_CONFIG: "tioga-toss_4_x86_64_ib_cray-${COMPILER}_hip.cmake"
+    # TODO: Add -DSMITH_USE_DFEM=ON when TPLs are updated
+    EXTRA_CMAKE_OPTIONS: "-DENABLE_BENCHMARKS=ON -DENABLE_DOCS=OFF -DCMAKE_BUILD_TYPE=Debug -DSMITH_ENABLE_CODEVELOP=ON"
+    EXTRA_BUILD_OPTIONS: "--skip-install"
+    ALLOC_NODES: "1"
+    ALLOC_TIME: "30"
+  extends: .src_build_on_toss4_cray
 
 # NOTE: SPEC should matches specs.json, but devtools and profiling variants removed
 toss4_cray-rocmcc_6_2_1-tpl:

cmake/smith-config.cmake.in

@@ -38,6 +38,7 @@ if(NOT SMITH_FOUND)
   set(SMITH_USE_CALIPER        @SMITH_USE_CALIPER@)
   set(SMITH_USE_CONDUIT        @SMITH_USE_CONDUIT@)
   set(SMITH_USE_CONTINUATION   @SMITH_USE_CONTINUATION@)
+  set(SMITH_USE_DFEM           @SMITH_USE_DFEM@)
   set(SMITH_USE_ENZYME         @SMITH_USE_ENZYME@)
   set(SMITH_USE_HDF5           @SMITH_USE_HDF5@)
   set(SMITH_USE_MFEM           @SMITH_USE_MFEM@)

cmake/thirdparty/SetupSmithThirdParty.cmake

@@ -197,6 +197,40 @@ if (NOT SMITH_THIRD_PARTY_LIBRARIES_FOUND)
     endif()
     message(STATUS "ARPACK support is ${ARPACK_FOUND}")
 
+    #------------------------------------------------------------------------------
+    # Enzyme
+    #------------------------------------------------------------------------------
+    if (ENZYME_DIR)
+        smith_assert_is_directory(DIR_VARIABLE ENZYME_DIR)
+        set(Enzyme_ROOT ${ENZYME_DIR} CACHE PATH "")
+        find_dependency(Enzyme REQUIRED)
+
+        smith_assert_find_succeeded(PROJECT_NAME Enzyme
+                                    TARGET       ClangEnzymeFlags
+                                    DIR_VARIABLE ENZYME_DIR)
+
+        message(STATUS "Checking for Target 'ClangEnzymeFlags' plugin target exists..")
+        get_target_property(_clangenzyme_opts ClangEnzymeFlags INTERFACE_COMPILE_OPTIONS)
+        if("${_clangenzyme_opts}" MATCHES "\\$<TARGET_FILE:([^>]+)>")
+            set(_enzyme_target "${CMAKE_MATCH_1}")
+
+            # Check if the extracted target exists
+            if(TARGET "${_enzyme_target}")
+                message(STATUS "Found 'ClangEnzymeFlags' plugin target: ${_enzyme_target}")
+            else()
+                message(FATAL_ERROR "'ClangEnzymeFlags' plugin target '${_enzyme_target}' referenced in INTERFACE_COMPILE_OPTIONS does not exist.")
+            endif()
+        else()
+            message(STATUS "Skipped check. `ClangEnzymeFlags` target does not reference another target")
+        endif()
+
+        message(STATUS "Enzyme support is ON")
+        set(ENZYME_FOUND TRUE)
+    else()
+        message(STATUS "Enzyme support is OFF")
+        set(ENZYME_FOUND FALSE)
+    endif()
+
     #------------------------------------------------------------------------------
     # MFEM
     #------------------------------------------------------------------------------
@@ -294,6 +328,12 @@ if (NOT SMITH_THIRD_PARTY_LIBRARIES_FOUND)
         endif()
         set(MFEM_USE_UMPIRE OFF CACHE BOOL "")
         set(MFEM_USE_ZLIB ON CACHE BOOL "")
+        if(ENZYME_DIR)
+            smith_assert_is_directory(DIR_VARIABLE ENZYME_DIR)
+            set(MFEM_USE_ENZYME ON CACHE BOOL "")
+        else()
+            set(MFEM_USE_ENZYME OFF CACHE BOOL "")
+        endif()
 
         #### MFEM Configuration Options
 
@@ -508,40 +548,6 @@ if (NOT SMITH_THIRD_PARTY_LIBRARIES_FOUND)
         set(ENABLE_FORTRAN ON CACHE BOOL "" FORCE)
     endif()
 
-    #------------------------------------------------------------------------------
-    # Enzyme
-    #------------------------------------------------------------------------------
-    if (ENZYME_DIR)
-        smith_assert_is_directory(DIR_VARIABLE ENZYME_DIR)
-        set(Enzyme_ROOT ${ENZYME_DIR} CACHE PATH "")
-        find_dependency(Enzyme REQUIRED)
-
-        smith_assert_find_succeeded(PROJECT_NAME Enzyme
-                                    TARGET       ClangEnzymeFlags
-                                    DIR_VARIABLE ENZYME_DIR)
-
-        message(STATUS "Checking for Target 'ClangEnzymeFlags' plugin target exists..")
-        get_target_property(_clangenzyme_opts ClangEnzymeFlags INTERFACE_COMPILE_OPTIONS)
-        if("${_clangenzyme_opts}" MATCHES "\\$<TARGET_FILE:([^>]+)>")
-            set(_enzyme_target "${CMAKE_MATCH_1}")
-
-            # Check if the extracted target exists
-            if(TARGET "${_enzyme_target}")
-                message(STATUS "Found 'ClangEnzymeFlags' plugin target: ${_enzyme_target}")
-            else()
-                message(FATAL_ERROR "'ClangEnzymeFlags' plugin target '${_enzyme_target}' referenced in INTERFACE_COMPILE_OPTIONS does not exist.")
-            endif()
-        else()
-            message(STATUS "Skipped check. `ClangEnzymeFlags` target does not reference another target")
-        endif()
-
-        message(STATUS "Enzyme support is ON")
-        set(ENZYME_FOUND TRUE)
-    else()
-        message(STATUS "Enzyme support is OFF")
-        set(ENZYME_FOUND FALSE)
-    endif()
-
     #------------------------------------------------------------------------------
     # Tribol
     #------------------------------------------------------------------------------

examples/CMakeLists.txt

@@ -29,6 +29,9 @@ add_subdirectory(contact)
 # Add the buckling examples
 add_subdirectory(buckling)
 
+# Add the explicit dynamics examples
+add_subdirectory(explicit)
+
 # Add the uniaxial examples
 add_subdirectory(uniaxial)
 

examples/explicit/CMakeLists.txt

@@ -0,0 +1,34 @@
+# Copyright (c) Lawrence Livermore National Security, LLC and
+# other Smith Project Developers. See the top-level LICENSE file for
+# details.
+#
+# SPDX-License-Identifier: (BSD-3-Clause)
+
+if(SMITH_USE_DFEM)
+    set(EXPLICIT_DYNAMICS_EXAMPLES_SOURCES
+        dfem_gpu.cpp
+        dfem_force_gpu.cpp
+    )
+
+    foreach(filename ${EXPLICIT_DYNAMICS_EXAMPLES_SOURCES})
+        get_filename_component(example_name ${filename} NAME_WE)
+
+        blt_add_executable(NAME        explicit_${example_name}
+                           SOURCES     ${filename}
+                           OUTPUT_DIR  ${EXAMPLE_OUTPUT_DIRECTORY}
+                           DEPENDS_ON  smith_physics smith_mesh_utils)
+
+        smith_add_example_test(NAME           explicit_${example_name}
+                               COMMAND        explicit_${example_name}
+                               NUM_MPI_TASKS  4)
+
+    endforeach()
+
+    install(
+        FILES
+            ${EXPLICIT_DYNAMICS_EXAMPLES_SOURCES}
+        DESTINATION
+            examples/smith/explicit
+    )
+
+endif()