From a6213a48a1bdd27b1e57d29fc7ef73040cb34860 Mon Sep 17 00:00:00 2001 From: Lucas Wilkinson Date: Tue, 25 Feb 2025 04:27:47 +0000 Subject: [PATCH] fix deepseek-v2 Signed-off-by: Lucas Wilkinson --- vllm/model_executor/models/deepseek_v2.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/model_executor/models/deepseek_v2.py b/vllm/model_executor/models/deepseek_v2.py index 22b2bf7ca469..79484cee167d 100644 --- a/vllm/model_executor/models/deepseek_v2.py +++ b/vllm/model_executor/models/deepseek_v2.py @@ -614,7 +614,7 @@ def forward( residual = intermediate_tensors["residual"] for layer in self.layers[self.start_layer:self.end_layer]: - hidden_states, residual = layer(positions, hidden_states) + hidden_states, residual = layer(positions, hidden_states, residual) if not get_pp_group().is_last_rank: return IntermediateTensors({