We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 393812c commit 3887e3cCopy full SHA for 3887e3c
packages/tasks/src/gguf.ts
@@ -40,6 +40,7 @@ export enum GGMLFileQuantizationType {
40
Q4_0_8_8 = 35,
41
TQ1_0 = 36,
42
TQ2_0 = 37,
43
+ MXFP4_MOE = 38,
44
45
// custom quants used by unsloth
46
// they are not officially a scheme enum value in GGUF, but only here for naming
@@ -95,6 +96,7 @@ export const GGUF_QUANT_ORDER: GGMLFileQuantizationType[] = [
95
96
GGMLFileQuantizationType.Q4_1,
97
GGMLFileQuantizationType.Q4_2,
98
GGMLFileQuantizationType.Q4_3,
99
+ GGMLFileQuantizationType.MXFP4_MOE,
100
101
// 3-bit quantizations
102
GGMLFileQuantizationType.Q3_K_XL,
@@ -197,4 +199,5 @@ export enum GGMLQuantizationType {
197
199
BF16 = 30,
198
200
TQ1_0 = 34,
201
TQ2_0 = 35,
202
+ MXFP4 = 39,
203
}
0 commit comments