diff --git a/src/cpp/src/llm_pipeline_static.cpp b/src/cpp/src/llm_pipeline_static.cpp index 63a990f252..65f01ff193 100644 --- a/src/cpp/src/llm_pipeline_static.cpp +++ b/src/cpp/src/llm_pipeline_static.cpp @@ -1508,7 +1508,7 @@ LLMPipelineFactory::create(const std::filesystem::path& models_path, const std::string& device, const ov::AnyMap& config) { auto properties = config; - const auto pipeline_mode = str_to_pipeline(pop_or_default(properties, "STATIC_PIPELINE", std::string("STATELESS"))); + const auto pipeline_mode = str_to_pipeline(pop_or_default(properties, "STATIC_PIPELINE", std::string("STATEFUL"))); if (pipeline_mode == StaticPipelineKind::STATEFUL) { return std::make_unique(models_path, tokenizer, device, properties); } @@ -1529,7 +1529,7 @@ std::unique_ptr LLMPipelineFactory::create(const std::share const ov::AnyMap& properties, const ov::genai::GenerationConfig& generation_config) { auto properties_copy = properties; - const auto pipeline_mode = str_to_pipeline(pop_or_default(properties_copy, "STATIC_PIPELINE", std::string("STATELESS"))); + const auto pipeline_mode = str_to_pipeline(pop_or_default(properties_copy, "STATIC_PIPELINE", std::string("STATEFUL"))); if (pipeline_mode == StaticPipelineKind::STATEFUL) { return std::make_unique(model, model_desc,