refactor: use batch longest padding strategy

Anush008 · Jan 31, 2024 · c5b3a0c · c5b3a0c
1 parent 7fe735e
commit c5b3a0c
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/fastembed.go b/fastembed.go
@@ -365,7 +365,7 @@ func loadTokenizer(modelPath string, maxLength int) (*tokenizer.Tokenizer, error
 		Stride:    0,
 	})
 
-	paddingStrategy := tokenizer.NewPaddingStrategy(tokenizer.WithFixed(maxLength))
+	paddingStrategy := tokenizer.NewPaddingStrategy(tokenizer.WithBatchLongest())
 
 	paddingParams := tokenizer.PaddingParams{
 		Strategy:  *paddingStrategy,