Merge pull request #13 from codewithdark-git/feature/add_GGUF

Add the GGUF for Quantization

Author: codewithdark-git

benchmark/run_benchmarks.py

@@ -1,4 +1,4 @@
-from .model import Model
+
 from .data import (
     LoadDataset,
     DatasetPreprocessor,
@@ -7,8 +7,7 @@
 )
 from .trainer import (
     FineTuningTrainer,
-    ModelEvaluator,
-    TrainingLogger
+    ModelEvaluator
 )
 from .hub import HubManager, CheckpointManager
 from .utils import (
@@ -23,9 +22,7 @@
     QuantizationConfig, 
     QuantizationEngine, 
     QuantizedLinear, 
-    GGUFQuantizer, 
-    GPTQQuantizer, 
-    AWQQuantizer
+    GGUFQuantizer
 )
 
 
@@ -46,8 +43,6 @@
 __author__ = "QuantLLM Team"
 
 __all__ = [
-    # Model
-    "Model",
 
     # Dataset
     "DataLoader",
@@ -57,8 +52,7 @@
 
     # Training
     "FineTuningTrainer",
-    "ModelEvaluator",
-    "TrainingLogger",
+    "ModelEvaluator"
 
     # Hub and Checkpoint
     "HubManager",
@@ -80,14 +74,7 @@
     "QuantizationEngine",
     "QuantizedLinear",
     "GGUFQuantizer",
-    "GPTQQuantizer",
-    "AWQQuantizer",
 
     # API
     "QuantLLM"
 ]
-
-
-# # Initialize package-level logger with fancy welcome message
-# logger = TrainingLogger()
-# logger.log_welcome_message()