File tree 2 files changed +4
-4
lines changed 2 files changed +4
-4
lines changed Original file line number Diff line number Diff line change 1
1
# default base image
2
- ARG BASE_IMAGE="public.ecr.aws/neuron/pytorch-inference-neuronx:2.1.2-neuronx-py310-sdk2.19.1 -ubuntu20.04"
2
+ ARG BASE_IMAGE="public.ecr.aws/neuron/pytorch-inference-neuronx:2.1.2-neuronx-py310-sdk2.20.0 -ubuntu20.04"
3
3
4
4
FROM $BASE_IMAGE
5
5
@@ -20,7 +20,7 @@ RUN python3 -m pip install --upgrade pip
20
20
RUN python3 -m pip install --no-cache-dir fastapi ninja tokenizers pandas
21
21
RUN python3 -m pip install sentencepiece transformers==4.36.2 -U
22
22
RUN python3 -m pip install transformers-neuronx --extra-index-url=https://pip.repos.neuron.amazonaws.com -U
23
- RUN python3 -m pip install --pre neuronx-cc==2.12 .* --extra-index-url=https://pip.repos.neuron.amazonaws.com -U
23
+ RUN python3 -m pip install --pre neuronx-cc==2.15 .* --extra-index-url=https://pip.repos.neuron.amazonaws.com -U
24
24
25
25
COPY ./vllm /app/vllm/vllm
26
26
COPY ./setup.py /app/vllm/setup.py
Original file line number Diff line number Diff line change 2
2
-r requirements-common.txt
3
3
4
4
# Dependencies for Neuron devices
5
- transformers-neuronx >= 0.9 .0
6
- torch-neuronx >= 2.1.0
5
+ transformers-neuronx >= 0.12 .0
6
+ torch-neuronx >= 2.1.2
7
7
neuronx-cc
You can’t perform that action at this time.
0 commit comments