chore: revert batch longest

Anush008 · Jan 31, 2024 · 25993ce · 25993ce
1 parent c7fdcce
commit 25993ce
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/fastembed.go b/fastembed.go
@@ -362,7 +362,7 @@ func loadTokenizer(modelPath string, maxLength int) (*tokenizer.Tokenizer, error
 		Stride:    0,
 	})
 
-	paddingStrategy := tokenizer.NewPaddingStrategy(tokenizer.WithBatchLongest())
+	paddingStrategy := tokenizer.NewPaddingStrategy(tokenizer.WithFixed(maxLength))
 
 	paddingParams := tokenizer.PaddingParams{
 		Strategy:  *paddingStrategy,