Skip to content

Commit 2fd7b77

Browse files
committed
llama-bench : pad the context to 256
1 parent 5d884e6 commit 2fd7b77

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

tools/llama-bench/llama-bench.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1124,7 +1124,7 @@ struct cmd_params_instance {
11241124
llama_context_params to_llama_cparams() const {
11251125
llama_context_params cparams = llama_context_default_params();
11261126

1127-
cparams.n_ctx = n_prompt + n_gen + n_depth;
1127+
cparams.n_ctx = GGML_PAD(n_prompt + n_gen + n_depth, 256);
11281128
cparams.n_batch = n_batch;
11291129
cparams.n_ubatch = n_ubatch;
11301130
cparams.type_k = type_k;

0 commit comments

Comments
 (0)