Skip to content

Commit a18500b

Browse files
committed
Merge branch 'main' into release/3.2
2 parents eb55d35 + 20cfa33 commit a18500b

File tree

2 files changed

+2
-0
lines changed

2 files changed

+2
-0
lines changed

swift/llm/infer/infer_engine/grpo_vllm_engine.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -14,6 +14,7 @@
1414

1515
try:
1616
# After setting the environment variables, import vllm. This way of writing allows lint to pass.
17+
os.environ['VLLM_USE_V1'] = os.environ.get('VLLM_USE_V1', '0')
1718
os.environ['VLLM_WORKER_MULTIPROC_METHOD'] = 'spawn'
1819
os.environ['VLLM_ENGINE_ITERATION_TIMEOUT_S'] = '3600'
1920
import vllm

swift/llm/infer/infer_engine/vllm_engine.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -22,6 +22,7 @@
2222

2323
try:
2424
# After setting the environment variables, import vllm. This way of writing allows lint to pass.
25+
os.environ['VLLM_USE_V1'] = os.environ.get('VLLM_USE_V1', '0')
2526
os.environ['VLLM_WORKER_MULTIPROC_METHOD'] = 'spawn'
2627
os.environ['VLLM_ENGINE_ITERATION_TIMEOUT_S'] = '3600'
2728
import vllm

0 commit comments

Comments
 (0)