Skip to content

Commit

Permalink
style
Browse files Browse the repository at this point in the history
  • Loading branch information
ssarkar2 committed Dec 10, 2023
1 parent 837abcd commit cb3c351
Showing 1 changed file with 3 additions and 1 deletion.
4 changes: 3 additions & 1 deletion optimum/habana/transformers/generation/utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -582,7 +582,9 @@ def generate(
or self._get_generation_mode(generation_config, assistant_model) == GenerationMode.BEAM_SEARCH
)
model_kwargs["bucket_size"] = generation_config.bucket_size if generation_config.static_shapes else -1
model_kwargs["reduce_recompile"] = (generation_config.reduce_recompile, False)[generation_config.reduce_recompile is None]
model_kwargs["reduce_recompile"] = (generation_config.reduce_recompile, False)[
generation_config.reduce_recompile is None
]
if model_kwargs["reduce_recompile"]:
assert generation_config.bucket_size
if generation_config.reuse_cache:
Expand Down

0 comments on commit cb3c351

Please sign in to comment.