Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Fix SD2 test #647

Merged
merged 1 commit into from
Jan 18, 2024
Merged

Fix SD2 test #647

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions tests/ci/slow_tests_diffusers.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,4 +2,5 @@

python -m pip install --upgrade pip
export RUN_SLOW=true
CUSTOM_BF16_OPS=1 python -m pytest tests/test_diffusers.py -v -s -k "test_no_throughput_regression_autocast"
make slow_tests_diffusers
19 changes: 17 additions & 2 deletions tests/test_diffusers.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@
import tempfile
from io import BytesIO
from pathlib import Path
from unittest import TestCase
from unittest import TestCase, skipUnless

import numpy as np
import requests
Expand All @@ -31,7 +31,7 @@
from parameterized import parameterized
from PIL import Image
from transformers import CLIPTextConfig, CLIPTextModel, CLIPTextModelWithProjection, CLIPTokenizer
from transformers.testing_utils import slow
from transformers.testing_utils import parse_flag_from_env, slow

from optimum.habana import GaudiConfig
from optimum.habana.diffusers import (
Expand All @@ -58,6 +58,20 @@
TEXTUAL_INVERSION_RUNTIME = 206.32180358597543


_run_custom_bf16_ops_test_ = parse_flag_from_env("CUSTOM_BF16_OPS", default=False)


def custom_bf16_ops(test_case):
"""
Decorator marking a test as needing custom bf16 ops.
Custom bf16 ops must be declared before `habana_frameworks.torch.core` is imported, which is not possible if some other tests are executed before.
Such tests are skipped by default. Set the CUSTOM_BF16_OPS environment variable to a truthy value to run them.
"""
return skipUnless(_run_custom_bf16_ops_test_, "test requires custom bf16 ops")(test_case)


class GaudiPipelineUtilsTester(TestCase):
"""
Tests the features added on top of diffusers/pipeline_utils.py.
Expand Down Expand Up @@ -550,6 +564,7 @@ def test_no_throughput_regression_bf16(self):
self.assertEqual(len(outputs.images), num_images_per_prompt * len(prompts))
self.assertGreaterEqual(outputs.throughput, 0.95 * THROUGHPUT_BASELINE_BF16)

@custom_bf16_ops
@slow
def test_no_throughput_regression_autocast(self):
prompts = [
Expand Down
Loading