Skip to content

Commit

Permalink
Remove c++ 20 from benchamrk sample
Browse files Browse the repository at this point in the history
  • Loading branch information
as-suvorov committed Jul 9, 2024
1 parent 60f45c8 commit 6a95fab
Showing 1 changed file with 6 additions and 7 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -466,13 +466,12 @@ int main(int argc, char* argv[]) try {
Dataset dataset = filtered_dataset(models_path, dataset_path, num_prompts, max_input_len, max_output_len);

// Perform the first inference
ov::genai::SchedulerConfig scheduler_config {
.max_num_batched_tokens = max_batch_size,
.cache_size = cache_size,
.block_size = 32,
.dynamic_split_fuse = dynamic_split_fuse,
.max_num_seqs = 256, // not used if dynamic_split_fuse=True
};
ov::genai::SchedulerConfig scheduler_config;
scheduler_config.max_num_batched_tokens = max_batch_size,
scheduler_config.cache_size = cache_size,
scheduler_config.block_size = 32,
scheduler_config.dynamic_split_fuse = dynamic_split_fuse,
scheduler_config.max_num_seqs = 256, // not used if dynamic_split_fuse=True

std::cout << "Benchmarking parameters: " << std::endl;
std::cout << "\tMax number of batched tokens: " << scheduler_config.max_num_batched_tokens << std::endl;
Expand Down

0 comments on commit 6a95fab

Please sign in to comment.