From 97f5f0095be861113a8093f603238549445a9e86 Mon Sep 17 00:00:00 2001 From: Siddharth Venkatesan Date: Thu, 6 Feb 2025 17:58:44 -0800 Subject: [PATCH] =?UTF-8?q?[serving]=20update=20default=20chunked=20read?= =?UTF-8?q?=20timeout=20to=20120=20seconds=20for=20sage=E2=80=A6=20(#2729)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../main/java/ai/djl/serving/http/InferenceRequestHandler.java | 3 ++- serving/src/main/java/ai/djl/serving/util/ConfigManager.java | 2 +- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/serving/src/main/java/ai/djl/serving/http/InferenceRequestHandler.java b/serving/src/main/java/ai/djl/serving/http/InferenceRequestHandler.java index 73b98e9de..0468fe98d 100644 --- a/serving/src/main/java/ai/djl/serving/http/InferenceRequestHandler.java +++ b/serving/src/main/java/ai/djl/serving/http/InferenceRequestHandler.java @@ -451,7 +451,8 @@ void sendOutput(Output output, ChannelHandlerContext ctx) { } ctx.writeAndFlush(LastHttpContent.EMPTY_LAST_CONTENT); } catch (InterruptedException | IllegalStateException e) { - logger.warn("Chunk reading interrupted", e); + String requestId = NettyUtils.getRequestId(ctx.channel()); + logger.warn("RequestId=[{}] Chunk reading interrupted", requestId, e); ctx.disconnect(); ctx.newFailedFuture(e); } diff --git a/serving/src/main/java/ai/djl/serving/util/ConfigManager.java b/serving/src/main/java/ai/djl/serving/util/ConfigManager.java index 089069da3..5b927f00f 100644 --- a/serving/src/main/java/ai/djl/serving/util/ConfigManager.java +++ b/serving/src/main/java/ai/djl/serving/util/ConfigManager.java @@ -462,7 +462,7 @@ public SslContext getSslContext() throws IOException, GeneralSecurityException { * @return the ChunkedBytesSupplier read time in seconds */ public int getChunkedReadTimeout() { - return getIntProperty(CHUNKED_READ_TIMEOUT, 60); + return getIntProperty(CHUNKED_READ_TIMEOUT, 120); } /**