File tree 1 file changed +0
-9
lines changed
python/llm/src/ipex_llm/vllm
1 file changed +0
-9
lines changed Original file line number Diff line number Diff line change @@ -318,15 +318,6 @@ def _get_and_verify_max_len(
318
318
def get_config (model : str ,
319
319
trust_remote_code : bool ,
320
320
revision : Optional [str ] = None ) -> PretrainedConfig :
321
- # NOTE: Because the Mistral model in HF hub does not have
322
- # `configuration_mistral.py`, we cannot use `AutoConfig` to load the
323
- # config. Instead, we use `MistralConfig` directly.
324
- # NOTE: This is a hack. This does not work for local models.
325
- # FIXME: Remove this once the Mistral model is available in the stable
326
- # version of HF transformers.
327
- if "mistral" in model .lower ():
328
- return MistralConfig .from_pretrained (model , revision = revision )
329
-
330
321
try :
331
322
config = AutoConfig .from_pretrained (
332
323
model , trust_remote_code = trust_remote_code , revision = revision )
You can’t perform that action at this time.
0 commit comments