From 6a95fabf7be72716f6f241bddb7a4a1cacae2705 Mon Sep 17 00:00:00 2001 From: Alexander Suvorov Date: Tue, 9 Jul 2024 18:18:02 +0200 Subject: [PATCH] Remove c++ 20 from benchamrk sample --- .../continuous_batching_benchmark.cpp | 13 ++++++------- 1 file changed, 6 insertions(+), 7 deletions(-) diff --git a/samples/cpp/continuous_batching_benchmark/continuous_batching_benchmark.cpp b/samples/cpp/continuous_batching_benchmark/continuous_batching_benchmark.cpp index 11a4953bc2..123f218eb4 100644 --- a/samples/cpp/continuous_batching_benchmark/continuous_batching_benchmark.cpp +++ b/samples/cpp/continuous_batching_benchmark/continuous_batching_benchmark.cpp @@ -466,13 +466,12 @@ int main(int argc, char* argv[]) try { Dataset dataset = filtered_dataset(models_path, dataset_path, num_prompts, max_input_len, max_output_len); // Perform the first inference - ov::genai::SchedulerConfig scheduler_config { - .max_num_batched_tokens = max_batch_size, - .cache_size = cache_size, - .block_size = 32, - .dynamic_split_fuse = dynamic_split_fuse, - .max_num_seqs = 256, // not used if dynamic_split_fuse=True - }; + ov::genai::SchedulerConfig scheduler_config; + scheduler_config.max_num_batched_tokens = max_batch_size, + scheduler_config.cache_size = cache_size, + scheduler_config.block_size = 32, + scheduler_config.dynamic_split_fuse = dynamic_split_fuse, + scheduler_config.max_num_seqs = 256, // not used if dynamic_split_fuse=True std::cout << "Benchmarking parameters: " << std::endl; std::cout << "\tMax number of batched tokens: " << scheduler_config.max_num_batched_tokens << std::endl;