diff --git a/deepspeed/inference/v2/engine_factory.py b/deepspeed/inference/v2/engine_factory.py
index e2fda85b381d..97fae60b88c9 100644
--- a/deepspeed/inference/v2/engine_factory.py
+++ b/deepspeed/inference/v2/engine_factory.py
@@ -7,7 +7,6 @@
 import logging
 import os
 import pickle
-from typing import Any
 from packaging import version
 
 from .engine_v2 import InferenceEngineV2
@@ -96,7 +95,6 @@ def build_hf_engine(path: str,
         elif model_config.model_type == "llama":
             policy = Llama2Policy(model_config, checkpoint_engine=checkpoint_engine)
         elif model_config.model_type == "mistral":
-            from .model_implementations.mistral.policy import MistralPolicy
             # Ensure we're using the correct version of transformers for mistral
             import transformers
             assert version.parse(transformers.__version__) >= version.parse("4.34.0"), \