Add the GGUF for Quantization

Author: codewithdark-git

.github/workflows/ci.yml

@@ -0,0 +1,74 @@
+name: QuantLLM CI/CD
+
+on:
+  push:
+    branches: [ main ]
+    tags:
+      - 'v*'
+  pull_request:
+    branches: [ main ]
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: ["3.10", "3.11"]
+
+    steps:
+    - uses: actions/checkout@v3
+    
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v4
+      with:
+        python-version: ${{ matrix.python-version }}
+        
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install -e .[dev,test,gguf]
+        pip install pytest pytest-cov black isort
+        
+    - name: Check code formatting
+      run: |
+        black . --check
+        isort . --check-only
+        
+    - name: Run tests
+      run: |
+        pytest tests/ --cov=quantllm --cov-report=xml
+        
+    - name: Upload coverage to Codecov
+      uses: codecov/codecov-action@v3
+      with:
+        file: ./coverage.xml
+        fail_ci_if_error: true
+
+  publish:
+    needs: test
+    runs-on: ubuntu-latest
+    if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v')
+    
+    steps:
+    - uses: actions/checkout@v3
+    
+    - name: Set up Python
+      uses: actions/setup-python@v4
+      with:
+        python-version: "3.10"
+        
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install build twine
+        
+    - name: Build package
+      run: python -m build
+      
+    - name: Publish to PyPI
+      env:
+        TWINE_USERNAME: __token__
+        TWINE_PASSWORD: ${{ secrets.PYPI_API_TOKEN }}
+      run: |
+        twine check dist/*
+        twine upload dist/* 

.github/workflows/docs.yml

@@ -0,0 +1,42 @@
+name: Documentation
+
+on:
+  push:
+    branches: [ main ]
+    paths:
+      - 'docs/**'
+      - '.github/workflows/docs.yml'
+  pull_request:
+    branches: [ main ]
+    paths:
+      - 'docs/**'
+
+jobs:
+  docs:
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v3
+    
+    - name: Set up Python
+      uses: actions/setup-python@v4
+      with:
+        python-version: "3.10"
+        
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install -e .[docs]
+        pip install sphinx sphinx-rtd-theme
+        
+    - name: Build documentation
+      run: |
+        cd docs
+        make html
+        
+    - name: Deploy to GitHub Pages
+      if: github.event_name == 'push' && github.ref == 'refs/heads/main'
+      uses: peaceiris/actions-gh-pages@v3
+      with:
+        github_token: ${{ secrets.GITHUB_TOKEN }}
+        publish_dir: ./docs/_build/html 

README.md

@@ -128,7 +128,6 @@ This project is licensed under the MIT License - see the [LICENSE](LICENSE) file
 
 ## 📫 Contact & Support
 
-- GitHub Issues: [Create an issue](https://github.com/yourusername/QuantLLM/issues)
+- GitHub Issues: [Create an issue](https://github.com/codewithdark-git/QuantLLM/issues)
 - Documentation: [Read the docs](https://quantllm.readthedocs.io/)
-- Discord: [Join our community](https://discord.gg/quantllm)
-- Email: [email protected]
+- Email: [email protected]

docs/conf.py

@@ -4,9 +4,9 @@
 
 project = 'QuantLLM'
 copyright = '2025, QuantLLM Team'
-author = 'QuantLLM Team'
-version = '1.0.0'
-release = '1.0.0'
+author = 'Dark Coder'
+version = '1.2.0'
+release = '1.2.0'
 
 # RTD configurations
 on_rtd = os.environ.get('READTHEDOCS') == 'True'

quantllm/__init__.py

@@ -35,12 +35,12 @@
 # Configure package-wide logging
 configure_logging()
 
-__version__ = "0.1.0"
+__version__ = "1.2.0"
 
 # Package metadata
 __title__ = "QuantLLM"
 __description__ = "Efficient Quantized LLM Fine-Tuning Library"
-__author__ = "QuantLLM Team"
+__author__ = "Dark Coder"
 
 __all__ = [
 

setup.py

@@ -47,6 +47,7 @@
             "llama-cpp-python>=0.2.0",
             "psutil>=5.9.0",
             "pandas>=1.5.0",
+            "pynvml>=12.0.0"
     ],
     extras_require={
         "dev": [