Skip to content

Commit 2ece3e4

Browse files
Adds option to return stop tokens to PredictRequest.
PiperOrigin-RevId: 694270327
1 parent 1352a52 commit 2ece3e4

File tree

1 file changed

+4
-0
lines changed

1 file changed

+4
-0
lines changed

tensorflow_serving/apis/predict.proto

+4
Original file line numberDiff line numberDiff line change
@@ -66,6 +66,10 @@ message PredictRequest {
6666
// Only supported in disaggregated serving. When set, additional arrays from
6767
// prefill will be returned if available.
6868
optional bool return_additional_arrays_from_prefill = 3;
69+
70+
// Returns these stop tokens in response if the model stops at them. The
71+
// model may stop at other tokens, but will not return them in the response.
72+
repeated int64 return_stoptokens = 4;
6973
}
7074

7175
optional RequestOptions request_options = 7;

0 commit comments

Comments
 (0)