Skip to content

Commit a4b4547

Browse files
update torchao pin
1 parent 79c09c6 commit a4b4547

File tree

2 files changed

+3
-3
lines changed

2 files changed

+3
-3
lines changed

install/.pins/torchao-pin.txt

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
711fa0809f06fc97febd0c3fe72563c3fe227e51
1+
7513042f39515af4c643bc1f9399952ad7f4f904

torchchat/utils/quantize.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -55,7 +55,7 @@
5555
)
5656
from torchao.experimental.quant_api import (
5757
int8_dynamic_activation_intx_weight,
58-
IntxWeightEmbeddingQuantizer,
58+
EmbeddingQuantizer,
5959
)
6060
from torchao.quantization.granularity import (
6161
PerGroup,
@@ -939,7 +939,7 @@ def quantized_model(self) -> nn.Module:
939939
# class references
940940
quantizer_class_dict = {
941941
"embedding": EmbeddingOnlyQuantHandler,
942-
"embedding:wx": IntxWeightEmbeddingQuantizer,
942+
"embedding:wx": EmbeddingQuantizer,
943943
"linear:int8": WeightOnlyInt8QuantHandler,
944944
"precision": PrecisionHandler,
945945
"executor": ExecutorHandler,

0 commit comments

Comments
 (0)