fix: avoid zero'd logit bias mask

drbh · drbh · commit 465294d3de8c · 2025-05-05T17:34:03.000-04:00
diff --git a/server/text_generation_server/utils/tokens.py b/server/text_generation_server/utils/tokens.py
@@ -301,7 +301,7 @@ def __init__(
 
         self.logit_bias_processor = (
             HeterogeneousLogitBiasProcessor(logit_biases, tokenizer, device)
-            if any([logit_bias is not None for logit_bias in logit_biases])
+            if any(logit_bias for logit_bias in logit_biases)
             else None
         )
 

Original file line number	Diff line number	Diff line change
`@@ -301,7 +301,7 @@ def __init__(`
`301`	`301`
`302`	`302`	`self.logit_bias_processor = (`
`303`	`303`	`HeterogeneousLogitBiasProcessor(logit_biases, tokenizer, device)`
`304`		`- if any([logit_bias is not None for logit_bias in logit_biases])`
	`304`	`+ if any(logit_bias for logit_bias in logit_biases)`
`305`	`305`	`else None`
`306`	`306`	`)`
`307`	`307`