diff --git a/src/nanotron/fp8/__init__.py b/src/nanotron/fp8/__init__.py
index abdbd15c..e69de29b 100644
--- a/src/nanotron/fp8/__init__.py
+++ b/src/nanotron/fp8/__init__.py
@@ -1,11 +0,0 @@
-import warnings
-
-from nanotron.fp8.dtypes import DTypes  # noqa
-from nanotron.fp8.linear import FP8Linear  # noqa
-from nanotron.fp8.tensor import FP8Tensor  # noqa
-
-try:
-    import transformer_engine as te  # noqa
-    import transformer_engine_torch as tex  # noqa
-except ImportError:
-    warnings.warn("Please install Transformer engine for FP8 training!")