Get Mamba2 working!

Signed-off-by: Tyler Michael Smith <[email protected]>
vllm-project · Jan 16, 2025 · 17923ad · 17923ad
1 parent c956a30
commit 17923ad
Show file tree

Hide file tree

Showing 4 changed files with 940 additions and 2 deletions.
diff --git a/vllm/model_executor/layers/mamba/mamba_mixer2.py b/vllm/model_executor/layers/mamba/mamba_mixer2.py
@@ -174,7 +174,6 @@ def __init__(self,
                  intermediate_size: int,
                  use_conv_bias: bool,
                  use_bias: bool,
-                 use_rms_norm: bool,
                  n_groups: int = 1,
                  num_heads: int = 128,
                  head_dim: int = 64,
@@ -203,7 +202,6 @@ def __init__(self,
             "Tensor parallel world size must divide num heads."
 
         self.ssm_state_size = ssm_state_size
-        self.use_rms_norm = use_rms_norm
         self.activation = activation
 
         self.chunk_size = chunk_size