Support ShadowKV and fix bugs

ModelTC · Jan 13, 2025 · 1ee45d0 · 1ee45d0
1 parent 620cf41
commit 1ee45d0
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/configs/quantization/backend/vllm/fp8/awq_fp8_static.yml b/configs/quantization/backend/vllm/fp8/awq_fp8_static.yml
@@ -34,8 +34,8 @@ quant:
         granularity: per_tensor
         use_qtorch: True
     act:
-        # Support ["e4m3", "e5m2"]
         quant_type: float-quant
+        # Support ["e4m3", "e5m2"]
         bit: e4m3
         symmetric: True
         granularity: per_tensor