From cd46e19bc2d5f019b033c7038b224b0cb8eeca28 Mon Sep 17 00:00:00 2001 From: Dmitry Matveev Date: Fri, 17 Jan 2025 13:03:35 +0000 Subject: [PATCH] NPU LLM Pipeline: Switch to STATEFUL by default (#1561) Prerequisites: * https://github.com/openvinotoolkit/openvino/pull/28473 * https://github.com/openvinotoolkit/openvino/pull/28489 --------- Co-authored-by: Ilya Lavrenov --- src/cpp/src/llm_pipeline_static.cpp | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/cpp/src/llm_pipeline_static.cpp b/src/cpp/src/llm_pipeline_static.cpp index b9a55477cb..652edc82f9 100644 --- a/src/cpp/src/llm_pipeline_static.cpp +++ b/src/cpp/src/llm_pipeline_static.cpp @@ -1507,7 +1507,7 @@ LLMPipelineFactory::create(const std::filesystem::path& models_path, const std::string& device, const ov::AnyMap& config) { auto properties = config; - const auto pipeline_mode = str_to_pipeline(pop_or_default(properties, "STATIC_PIPELINE", std::string("STATELESS"))); + const auto pipeline_mode = str_to_pipeline(pop_or_default(properties, "STATIC_PIPELINE", std::string("STATEFUL"))); if (pipeline_mode == StaticPipelineKind::STATEFUL) { return std::make_unique(models_path, tokenizer, device, properties); } @@ -1528,7 +1528,7 @@ std::unique_ptr LLMPipelineFactory::create(const std::share const ov::AnyMap& properties, const ov::genai::GenerationConfig& generation_config) { auto properties_copy = properties; - const auto pipeline_mode = str_to_pipeline(pop_or_default(properties_copy, "STATIC_PIPELINE", std::string("STATELESS"))); + const auto pipeline_mode = str_to_pipeline(pop_or_default(properties_copy, "STATIC_PIPELINE", std::string("STATEFUL"))); if (pipeline_mode == StaticPipelineKind::STATEFUL) { return std::make_unique(model, model_desc,