Skip to content

Commit

Permalink
remove import + comment
Browse files Browse the repository at this point in the history
Signed-off-by: Eric Tang <[email protected]>
  • Loading branch information
erictang000 committed Feb 3, 2025
1 parent 49b5056 commit 72ec9a1
Showing 1 changed file with 0 additions and 2 deletions.
2 changes: 0 additions & 2 deletions doc/source/serve/doc_code/vllm_openai_example.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,6 @@
from starlette.requests import Request
from starlette.responses import StreamingResponse, JSONResponse

import ray
from ray import serve

from vllm.engine.arg_utils import AsyncEngineArgs
Expand Down Expand Up @@ -55,7 +54,6 @@ def __init__(
self.prompt_adapters = prompt_adapters
self.request_logger = request_logger
self.chat_template = chat_template
print(f"{ray.util.get_current_placement_group()=}")
self.engine = AsyncLLMEngine.from_engine_args(engine_args)

@app.post("/v1/chat/completions")
Expand Down

0 comments on commit 72ec9a1

Please sign in to comment.