Skip to content

Commit 00481af

Browse files
authored
add ffn_gate/down/up to tensor names
1 parent b1627ce commit 00481af

File tree

1 file changed

+3
-0
lines changed

1 file changed

+3
-0
lines changed

src/llama-arch.cpp

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -394,6 +394,9 @@ static const std::map<llm_arch, std::map<llm_tensor, const char *>> LLM_TENSOR_N
394394
{ LLM_TENSOR_ATTN_ROT_EMBD, "blk.%d.attn_rot_embd" },
395395
{ LLM_TENSOR_FFN_GATE_INP, "blk.%d.ffn_gate_inp" },
396396
{ LLM_TENSOR_FFN_NORM, "blk.%d.ffn_norm" },
397+
{ LLM_TENSOR_FFN_GATE, "blk.%d.ffn_gate" },
398+
{ LLM_TENSOR_FFN_DOWN, "blk.%d.ffn_down" },
399+
{ LLM_TENSOR_FFN_UP, "blk.%d.ffn_up" },
397400
{ LLM_TENSOR_FFN_GATE_EXP, "blk.%d.ffn_gate.%d" },
398401
{ LLM_TENSOR_FFN_DOWN_EXP, "blk.%d.ffn_down.%d" },
399402
{ LLM_TENSOR_FFN_UP_EXP, "blk.%d.ffn_up.%d" },

0 commit comments

Comments
 (0)