Skip to content

Commit 3887e3c

Browse files
authored
add MXFP4 QuantizationType
1 parent 393812c commit 3887e3c

File tree

1 file changed

+3
-0
lines changed

1 file changed

+3
-0
lines changed

packages/tasks/src/gguf.ts

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -40,6 +40,7 @@ export enum GGMLFileQuantizationType {
4040
Q4_0_8_8 = 35,
4141
TQ1_0 = 36,
4242
TQ2_0 = 37,
43+
MXFP4_MOE = 38,
4344

4445
// custom quants used by unsloth
4546
// they are not officially a scheme enum value in GGUF, but only here for naming
@@ -95,6 +96,7 @@ export const GGUF_QUANT_ORDER: GGMLFileQuantizationType[] = [
9596
GGMLFileQuantizationType.Q4_1,
9697
GGMLFileQuantizationType.Q4_2,
9798
GGMLFileQuantizationType.Q4_3,
99+
GGMLFileQuantizationType.MXFP4_MOE,
98100

99101
// 3-bit quantizations
100102
GGMLFileQuantizationType.Q3_K_XL,
@@ -197,4 +199,5 @@ export enum GGMLQuantizationType {
197199
BF16 = 30,
198200
TQ1_0 = 34,
199201
TQ2_0 = 35,
202+
MXFP4 = 39,
200203
}

0 commit comments

Comments
 (0)