Skip to content

Commit 1dff278

Browse files
committed
Add fallback for max_tokens
1 parent 980f3c8 commit 1dff278

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

examples/server/server.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -900,7 +900,7 @@ struct server_context {
900900

901901
slot.params.stream = json_value(data, "stream", false);
902902
slot.params.cache_prompt = json_value(data, "cache_prompt", false);
903-
slot.params.n_predict = json_value(data, "n_predict", default_params.n_predict);
903+
slot.params.n_predict = json_value(data, "n_predict", json_value(data, "max_tokens", default_params.n_predict));
904904
slot.sparams.top_k = json_value(data, "top_k", default_sparams.top_k);
905905
slot.sparams.top_p = json_value(data, "top_p", default_sparams.top_p);
906906
slot.sparams.min_p = json_value(data, "min_p", default_sparams.min_p);

0 commit comments

Comments
 (0)