We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 5d884e6 commit 2fd7b77Copy full SHA for 2fd7b77
tools/llama-bench/llama-bench.cpp
@@ -1124,7 +1124,7 @@ struct cmd_params_instance {
1124
llama_context_params to_llama_cparams() const {
1125
llama_context_params cparams = llama_context_default_params();
1126
1127
- cparams.n_ctx = n_prompt + n_gen + n_depth;
+ cparams.n_ctx = GGML_PAD(n_prompt + n_gen + n_depth, 256);
1128
cparams.n_batch = n_batch;
1129
cparams.n_ubatch = n_ubatch;
1130
cparams.type_k = type_k;
0 commit comments