Skip to content

Commit 01f82e0

Browse files
authored
Add Ascend installation adapter (#2817)
1 parent f88fbc3 commit 01f82e0

File tree

3 files changed

+44
-4
lines changed

3 files changed

+44
-4
lines changed

requirements/runtime_ascend.txt

+22
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,22 @@
1+
accelerate>=0.29.3
2+
dlinfer-ascend
3+
einops
4+
fastapi
5+
fire
6+
mmengine-lite
7+
numpy<2.0.0
8+
openai
9+
outlines<0.1.0
10+
peft<=0.11.1
11+
pillow
12+
protobuf
13+
pydantic>2.0.0
14+
pynvml
15+
safetensors
16+
sentencepiece
17+
shortuuid
18+
tiktoken
19+
torch<=2.4.0,>=2.0.0
20+
torchvision<=0.19.0,>=0.15.0
21+
transformers
22+
uvicorn

requirements_ascend.txt

+4
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,4 @@
1+
-r requirements/build.txt
2+
-r requirements/runtime_ascend.txt
3+
-r requirements/lite.txt
4+
-r requirements/serve.txt

setup.py

+18-4
Original file line numberDiff line numberDiff line change
@@ -4,6 +4,14 @@
44

55
from setuptools import find_packages, setup
66

7+
npu_available = False
8+
try:
9+
import torch_npu
10+
11+
npu_available = torch_npu.npu.is_available()
12+
except ImportError:
13+
pass
14+
715
pwd = os.path.dirname(__file__)
816
version_file = 'lmdeploy/version.py'
917

@@ -145,11 +153,17 @@ def gen_packages_items():
145153
include_package_data=True,
146154
setup_requires=parse_requirements('requirements/build.txt'),
147155
tests_require=parse_requirements('requirements/test.txt'),
148-
install_requires=parse_requirements('requirements/runtime.txt'),
156+
install_requires=parse_requirements(
157+
'requirements/runtime_ascend.txt'
158+
if npu_available else 'requirements/runtime.txt'),
149159
extras_require={
150-
'all': parse_requirements('requirements.txt'),
151-
'lite': parse_requirements('requirements/lite.txt'),
152-
'serve': parse_requirements('requirements/serve.txt')
160+
'all':
161+
parse_requirements('requirements_ascend.txt'
162+
if npu_available else 'requirements.txt'),
163+
'lite':
164+
parse_requirements('requirements/lite.txt'),
165+
'serve':
166+
parse_requirements('requirements/serve.txt')
153167
},
154168
has_ext_modules=check_ext_modules,
155169
classifiers=[

0 commit comments

Comments
 (0)