mandlm/VectorSearch
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

feat: automatically detect thread count in parallel finder

Browse source
This commit is contained in:
Michael Mandl 2024-03-20 16:35:57 +01:00
parent ab0613e845
commit 21ca48b9c2
Signed by: mandlm
GPG key ID: 4AA25D647AA54CC7
3 changed files with 13 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

19
lib_vector_search/src/parallel_finder.cpp
View file

@ -5,23 +5,26 @@
using std::mutex, std::thread, std::lock_guard, std::vector, std::forward_list;
ParallelFinder::ParallelFinder(const vector<string> &word_list,
size_t thread_count)
: word_list_(word_list), thread_count_(thread_count) {}
ParallelFinder::ParallelFinder(const vector<string> &word_list)
: word_list_(word_list) {}
forward_list<const string *>
ParallelFinder::find_prefix(string_view search_term) const {
forward_list<const string *> result;
mutex result_mutex;
const auto word_list_size = word_list_.size();
const size_t thread_count = thread::hardware_concurrency();
vector<thread> threads;
for (size_t thread_index = 0; thread_index < thread_count_; ++thread_index) {
for (size_t thread_index = 0; thread_index < thread_count; ++thread_index) {
const size_t first_word_index =
thread_index * (word_list_.size() / thread_count_);
thread_index * (word_list_size / thread_count);
const size_t last_word_index =
(thread_index == thread_count_ - 1)
? word_list_.size()
: (thread_index + 1) * (word_list_.size() / thread_count_);
(thread_index == thread_count - 1)
? word_list_size
: (thread_index + 1) * (word_list_size / thread_count);
threads.emplace_back(
[](const vector<string> &word_list, const string_view &search_term,