norms refractor

Signed-off-by: Phuong Nguyen <[email protected]>
NVIDIA · Aug 27, 2024 · 1cb8648 · 1cb8648
1 parent 7fc50f4
commit 1cb8648
Show file tree

Hide file tree

Showing 11 changed files with 1,186 additions and 633 deletions.
diff --git a/transformer_engine/common/CMakeLists.txt b/transformer_engine/common/CMakeLists.txt
@@ -59,6 +59,7 @@ list(APPEND transformer_engine_SOURCES
      fused_attn/fused_attn.cpp
      fused_attn/utils.cu
      gemm/cublaslt_gemm.cu
+     layer_norm/norms.cpp
      layer_norm/ln_api.cpp
      layer_norm/ln_bwd_semi_cuda_kernel.cu
      layer_norm/ln_fwd_cuda_kernel.cu