Limit transformers version for bettertransformer support (#2198)

* Limit transformers version for bettertransformer support

* only import BetterTransformer when needed

* update warning

.github/workflows/test_bettertransformer.yml

@@ -32,7 +32,7 @@ jobs:
         run: |
           pip install .[tests]
           pip install --no-cache-dir --upgrade torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu
-          pip install accelerate
+          pip install accelerate transformers==4.48.*
 
       - name: Test with stable pytorch
         working-directory: tests

optimum/bettertransformer/__init__.py

@@ -11,5 +11,16 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
+
+
+from ..utils.import_utils import _transformers_version, is_transformers_version
+
+
+if is_transformers_version(">=", "4.49"):
+    raise RuntimeError(
+        f"BetterTransformer requires transformers<4.49 but found {_transformers_version}. "
+        "`optimum.bettertransformer` is deprecated and will be removed in optimum v2.0."
+    )
+
 from .models import BetterTransformerManager
 from .transformation import BetterTransformer

optimum/bettertransformer/transformation.py

@@ -213,7 +213,7 @@ def transform(
         """
 
         logger.warning(
-            "The class `optimum.bettertransformers.transformation.BetterTransformer` is deprecated and will be removed in a future release."
+            "The class `optimum.bettertransformers.transformation.BetterTransformer` is deprecated and will be removed in optimum v2.0."
         )
 
         hf_config = model.config

optimum/pipelines/pipelines_base.py

@@ -45,7 +45,6 @@
 from transformers.pipelines import SUPPORTED_TASKS as TRANSFORMERS_SUPPORTED_TASKS
 from transformers.pipelines import infer_framework_load_model
 
-from ..bettertransformer import BetterTransformer
 from ..utils import is_onnxruntime_available, is_transformers_version
 
 
@@ -185,6 +184,8 @@ def load_bettertransformer(
     hub_kwargs: Optional[Dict] = None,
     **kwargs,
 ):
+    from ..bettertransformer import BetterTransformer
+
     if model_kwargs is None:
         # the argument was first introduced in 4.36.0 but most models didn't have an sdpa implementation then
         # see https://github.com/huggingface/transformers/blob/v4.36.0/src/transformers/modeling_utils.py#L1258

tests/bettertransformer/Dockerfile_bettertransformer_gpu

@@ -15,7 +15,7 @@ RUN apt-get autoremove -y
 RUN python3 -m pip install -U pip
 
 RUN pip install torch torchvision torchaudio
-RUN pip install transformers accelerate datasets
+RUN pip install transformers==4.48.* accelerate datasets
 
 # Install Optimum
 COPY . /workspace/optimum