Skip to content

Commit 98bf067

Browse files
author
Chris Maunder
committed
Corrected inference_library for DirectML
1 parent 670f63c commit 98bf067

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

multimode_llm_adapter.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -32,7 +32,7 @@ def initialise(self) -> None:
3232
print("*** Multi-modal LLM using CPU only: This module requires > 16Gb RAM")
3333
self.inference_device = "CPU"
3434
self.device = "cpu"
35-
self.inference_library = "ONNX"
35+
self.inference_library = "ONNX/DML" if self.system_info.os == "Windows" else "ONNX"
3636
self.model_repo = "microsoft/Phi-3-vision-128k-instruct-onnx-cpu"
3737
self.model_filename = None # "Phi-3-vision-128k-instruct.gguf"
3838
self.models_dir = "cpu-int4-rtn-block-32-acc-level-4"

0 commit comments

Comments
 (0)