Skip to content

Commit

Permalink
llama : removed unnecessary code in DeepSeek V2 implementation
Browse files Browse the repository at this point in the history
  • Loading branch information
sszymczy committed Jan 27, 2025
1 parent 93c5937 commit 1eee98f
Showing 1 changed file with 0 additions and 3 deletions.
3 changes: 0 additions & 3 deletions src/llama.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -6544,9 +6544,6 @@ struct llm_build_context {
struct ggml_tensor * q_pe_perm = ggml_permute(ctx0, q_pe, 0, 3, 2, 1);
cb(q_pe_perm, "q_pe_perm", il);

struct ggml_tensor * kr_cache_perm = ggml_permute(ctx0, kr_cache, 0, 2, 3, 1);
cb(kr_cache_perm, "kr_cache_perm", il);

struct ggml_tensor * kq_pe = ggml_mul_mat(ctx0, kr_cache, q_pe);
cb(kq_pe, "kq_pe", il);

Expand Down

0 comments on commit 1eee98f

Please sign in to comment.