Skip to content

Commit

Permalink
Review cmnt
Browse files Browse the repository at this point in the history
  • Loading branch information
ssarkar2 committed Dec 11, 2023
1 parent cb3c351 commit e895124
Showing 1 changed file with 3 additions and 3 deletions.
6 changes: 3 additions & 3 deletions optimum/habana/transformers/generation/utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -582,9 +582,9 @@ def generate(
or self._get_generation_mode(generation_config, assistant_model) == GenerationMode.BEAM_SEARCH
)
model_kwargs["bucket_size"] = generation_config.bucket_size if generation_config.static_shapes else -1
model_kwargs["reduce_recompile"] = (generation_config.reduce_recompile, False)[
generation_config.reduce_recompile is None
]
model_kwargs["reduce_recompile"] = (
generation_config.reduce_recompile if generation_config.reduce_recompile is not None else False
)
if model_kwargs["reduce_recompile"]:
assert generation_config.bucket_size
if generation_config.reuse_cache:
Expand Down

0 comments on commit e895124

Please sign in to comment.