From 91385d21a1038012fc59061d3aa33245756b0cf2 Mon Sep 17 00:00:00 2001 From: Reza Yazdani Date: Thu, 9 Nov 2023 14:01:25 -0800 Subject: [PATCH] small fix --- deepspeed/inference/v2/engine_factory.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/deepspeed/inference/v2/engine_factory.py b/deepspeed/inference/v2/engine_factory.py index cdc672f1412f..363dc55f005e 100644 --- a/deepspeed/inference/v2/engine_factory.py +++ b/deepspeed/inference/v2/engine_factory.py @@ -21,7 +21,7 @@ from .model_implementations.flat_model_helpers import make_metadata_filename, ModelMetadata def buid_engine_from_ds_checkpoint(path:str, engine_config: RaggedInferenceEngineConfig, - debug_level: int = logging.INFO) -> InferenceEngineV2:: + debug_level: int = logging.INFO) -> InferenceEngineV2: inference_logger(level=debug_level) # Load metadata, for grabbing the policy name we'll have all ranks just check for