Updates for Ubuntu CPU

Author: ChrisMaunder

install.sh

@@ -48,11 +48,12 @@ if [ "$moduleInstallErrors" = "" ]; then
 
         HF_HUB_DISABLE_SYMLINKS_WARNING=1
 
-        write "Looking for model: ${phi3_fileId} in ${phi3_folder}"
+        write "Looking for model: ${phi3_fileId} in ${phi3_folder}..."
         if [ ! -d "${moduleDirPath}/${phi3_folder}/" ]; then
             write "downloading..."
             installPythonPackagesByName "huggingface-hub[cli]"
-            huggingface-cli download ${phi3_fileId} --include ${phi3_folder}/* --local-dir .
+            ${venvPythonCmdPath} ${packagesDirPath}/huggingface_hub/commands/huggingface_cli.py download ${phi3_fileId} --include ${phi3_folder}\* --local-dir .
+            # huggingface-cli download ${phi3_fileId} --include ${phi3_folder}/* --local-dir .
             writeLine "Done." "$color_success"
         else
             writeLine "${fileToGet} already downloaded." "$color_success"

multimode_llm_adapter.py

@@ -29,13 +29,15 @@ def initialise(self) -> None:
                 self.model_filename    = None # "Phi-3-vision-128k-instruct.gguf"
                 self.models_dir        = "cuda-int4-rtn-block-32"
             else:
+                print("*** Multi-modal LLM using CPU only: This module requires > 16Gb RAM")
                 self.inference_device  = "CPU"
                 self.device            = "cpu"
                 self.inference_library = "ONNX"
                 self.model_repo        = "microsoft/Phi-3-vision-128k-instruct-onnx-cpu"
                 self.model_filename    = None # "Phi-3-vision-128k-instruct.gguf"
-                self.models_dir        = "pu-int4-rtn-block-32-acc-level-4"
+                self.models_dir        = "cpu-int4-rtn-block-32-acc-level-4"
         else:
+            print("*** Multi-modal LLM using CPU only: This module requires > 16Gb RAM")
             # If only...
             # if self.system_info.cpu_vendor == 'Apple' and self.system_info.cpu_arch == 'arm64':
             #     self.inference_device  = "GPU"

requirements.txt

@@ -1,7 +1,8 @@
-#! Python3.7
+#! Python3.10
 
 # For Phi-3 ONNX / CPU
 numpy                         # Installing NumPy, a package for scientific computing
+--pre
 onnxruntime-genai             # Installing onnxruntime-genai, the ONNX Runtime generate() API
 
 # torch                       # Installing PyTorch, an open source machine learning framework

requirements.windows.txt

@@ -1,5 +1,5 @@
 #
-! Python3.7
+! Python3.10
 
 # For Phi-3 ONNX / DirectML
 numpy                         # Installing NumPy, a package for scientific computing