feat: use WordRefList instead of std::foward_list for results

This commit is contained in:
Michael Mandl 2024-03-21 20:16:00 +01:00
parent b53a4edeee
commit a6146415df
Signed by: mandlm
GPG key ID: 4AA25D647AA54CC7
19 changed files with 78 additions and 86 deletions

View file

@ -122,8 +122,7 @@ void MainWindow::createSelectedFinder() {
} }
} }
void MainWindow::showResults( void MainWindow::showResults(const WordRefList &results) {
const std::forward_list<const std::string *> &results) {
QStringList ui_results; QStringList ui_results;
for (auto word : results) { for (auto word : results) {
ui_results.append(QString::fromStdString(*word)); ui_results.append(QString::fromStdString(*word));

View file

@ -36,7 +36,7 @@ private:
void loadWordList(std::filesystem::path path); void loadWordList(std::filesystem::path path);
void search(const QString &search_term); void search(const QString &search_term);
void createSelectedFinder(); void createSelectedFinder();
void showResults(const std::forward_list<const std::string *> &results); void showResults(const WordRefList &results);
private slots: private slots:
void on_searchInput_textChanged(const QString &search_term); void on_searchInput_textChanged(const QString &search_term);

View file

@ -19,6 +19,7 @@ add_library(
include/tree_finder.h include/tree_finder.h
src/grouped_finder.cpp src/grouped_finder.cpp
include/grouped_finder.h include/grouped_finder.h
include/finder.h
src/bucket_finder.cpp src/bucket_finder.cpp
include/bucket_finder.h) include/bucket_finder.h)

View file

@ -12,8 +12,7 @@ private:
public: public:
void insert(const WordList &word_list, size_t first_index, size_t last_index); void insert(const WordList &word_list, size_t first_index, size_t last_index);
std::forward_list<const std::string *> WordRefList find_prefix(std::string_view search_term) const;
find_prefix(std::string_view search_term) const;
}; };
class BucketFinder : public Finder { class BucketFinder : public Finder {
@ -23,6 +22,5 @@ private:
public: public:
BucketFinder(const WordList &word_list); BucketFinder(const WordList &word_list);
std::forward_list<const std::string *> WordRefList find_prefix(std::string_view search_term) const override;
find_prefix(std::string_view search_term) const override;
}; };

View file

@ -1,12 +1,10 @@
#pragma once #pragma once
#include <forward_list> #include "word_list.h"
#include <string>
class Finder { class Finder {
public: public:
virtual ~Finder() = default; virtual ~Finder() = default;
virtual std::forward_list<const std::string *> virtual WordRefList find_prefix(std::string_view search_term) const = 0;
find_prefix(std::string_view search_term) const = 0;
}; };

View file

@ -12,6 +12,6 @@ private:
public: public:
GroupedFinder(const WordList &word_list); GroupedFinder(const WordList &word_list);
virtual std::forward_list<const std::string *> virtual WordRefList
find_prefix(std::string_view search_prefix) const override; find_prefix(std::string_view search_prefix) const override;
}; };

View file

@ -10,6 +10,5 @@ private:
public: public:
LinearFinder(const WordList &word_list); LinearFinder(const WordList &word_list);
std::forward_list<const std::string *> WordRefList find_prefix(std::string_view search_term) const override;
find_prefix(std::string_view search_term) const override;
}; };

View file

@ -10,6 +10,5 @@ private:
public: public:
ParallelFinder(const WordList &word_list); ParallelFinder(const WordList &word_list);
std::forward_list<const std::string *> WordRefList find_prefix(std::string_view search_prefix) const override;
find_prefix(std::string_view search_prefix) const override;
}; };

View file

@ -10,6 +10,5 @@ private:
public: public:
SortedLinearFinder(const WordList &word_list); SortedLinearFinder(const WordList &word_list);
std::forward_list<const std::string *> WordRefList find_prefix(std::string_view search_term) const override;
find_prefix(std::string_view search_term) const override;
}; };

View file

@ -7,14 +7,14 @@
class SearchTreeNode { class SearchTreeNode {
private: private:
std::forward_list<const std::string *> words_; WordRefList words_;
std::map<const char, SearchTreeNode> children_; std::map<const char, SearchTreeNode> children_;
public: public:
void insert(std::string_view partial_word, const std::string *original_word); void insert(std::string_view partial_word, const std::string *original_word);
const SearchTreeNode *find(std::string_view search_term) const; const SearchTreeNode *find(std::string_view search_term) const;
std::forward_list<const std::string *> words() const; WordRefList words() const;
}; };
class SearchTree : public SearchTreeNode { class SearchTree : public SearchTreeNode {
@ -29,6 +29,5 @@ private:
public: public:
TreeFinder(const WordList &word_list); TreeFinder(const WordList &word_list);
virtual std::forward_list<const std::string *> WordRefList find_prefix(std::string_view search_term) const override;
find_prefix(std::string_view search_term) const override;
}; };

View file

@ -1,11 +1,12 @@
#pragma once #pragma once
#include <filesystem> #include <filesystem>
#include <forward_list>
#include <mutex> #include <mutex>
#include <string> #include <string>
#include <vector> #include <vector>
class WordRefList;
class WordList : public std::vector<std::string> { class WordList : public std::vector<std::string> {
public: public:
WordList &multiply(size_t factor); WordList &multiply(size_t factor);
@ -15,10 +16,11 @@ public:
static WordList fourCaps(); static WordList fourCaps();
static WordList fromFile(const std::filesystem::path &path); static WordList fromFile(const std::filesystem::path &path);
static void find_prefix_in_range( static void find_prefix_in_range(const WordList &word_list,
const WordList &word_list, const std::string_view &search_prefix, const std::string_view &search_prefix,
size_t start_index, size_t end_index, size_t start_index, size_t end_index,
std::forward_list<const std::string *> &result, std::mutex &result_mutex); WordRefList &result,
std::mutex &result_mutex);
}; };
class WordRefList : public std::vector<const std::string *> { class WordRefList : public std::vector<const std::string *> {
@ -26,8 +28,9 @@ public:
WordRefList() = default; WordRefList() = default;
WordRefList(const WordList &source); WordRefList(const WordList &source);
static void find_prefix_in_range( static void find_prefix_in_range(const WordRefList &word_list,
const WordRefList &word_list, const std::string_view &search_prefix, const std::string_view &search_prefix,
size_t start_index, size_t end_index, size_t start_index, size_t end_index,
std::forward_list<const std::string *> &result, std::mutex &result_mutex); WordRefList &result,
std::mutex &result_mutex);
}; };

View file

@ -12,19 +12,19 @@ void Bucket::insert(const WordList &word_list, size_t first_index,
} }
} }
std::forward_list<const std::string *> WordRefList Bucket::find_prefix(std::string_view search_term) const {
Bucket::find_prefix(std::string_view search_term) const { auto group_it = groups_.find(search_term.front());
const auto group = groups_.find(search_term.front()); if (group_it == groups_.cend()) {
if (group == groups_.cend()) {
return {}; return {};
} }
std::forward_list<const std::string *> result; WordRefList result;
for (const auto *word : group->second) { for (const auto *word : group_it->second) {
if (word->starts_with(search_term)) { if (word->starts_with(search_term)) {
result.push_front(word); result.push_back(word);
} }
} }
return result; return result;
} }
@ -59,9 +59,8 @@ BucketFinder::BucketFinder(const WordList &word_list) {
} }
} }
std::forward_list<const std::string *> WordRefList BucketFinder::find_prefix(std::string_view search_term) const {
BucketFinder::find_prefix(std::string_view search_term) const { WordRefList result;
std::forward_list<const std::string *> result;
std::mutex result_mutex; std::mutex result_mutex;
std::vector<std::thread> search_threads; std::vector<std::thread> search_threads;
@ -71,7 +70,8 @@ BucketFinder::find_prefix(std::string_view search_term) const {
auto thread_result = bucket.find_prefix(search_term); auto thread_result = bucket.find_prefix(search_term);
if (!thread_result.empty()) { if (!thread_result.empty()) {
std::lock_guard<std::mutex> result_lock(result_mutex); std::lock_guard<std::mutex> result_lock(result_mutex);
result.merge(thread_result); std::move(thread_result.begin(), thread_result.end(),
std::back_inserter(result));
} }
}); });
} }

View file

@ -5,8 +5,7 @@
#include <thread> #include <thread>
#include <vector> #include <vector>
using std::mutex, std::vector, std::thread, std::string, std::forward_list, using std::mutex, std::vector, std::thread, std::string, std::string_view;
std::string_view;
GroupedFinder::GroupedFinder(const WordList &word_list) { GroupedFinder::GroupedFinder(const WordList &word_list) {
for (const auto &word : word_list) { for (const auto &word : word_list) {
@ -14,8 +13,7 @@ GroupedFinder::GroupedFinder(const WordList &word_list) {
} }
} }
forward_list<const string *> WordRefList GroupedFinder::find_prefix(string_view search_prefix) const {
GroupedFinder::find_prefix(string_view search_prefix) const {
const auto group = groups_.find(search_prefix.front()); const auto group = groups_.find(search_prefix.front());
if (group == groups_.cend()) { if (group == groups_.cend()) {
return {}; return {};
@ -27,7 +25,7 @@ GroupedFinder::find_prefix(string_view search_prefix) const {
const auto thread_count = const auto thread_count =
std::min<size_t>(std::thread::hardware_concurrency(), word_list_size); std::min<size_t>(std::thread::hardware_concurrency(), word_list_size);
forward_list<const string *> result; WordRefList result;
mutex result_mutex; mutex result_mutex;
vector<thread> search_threads; vector<thread> search_threads;

View file

@ -1,18 +1,16 @@
#include "linear_finder.h" #include "linear_finder.h"
#include <forward_list>
#include <string_view> #include <string_view>
using std::string, std::forward_list, std::string_view; using std::string, std::string_view;
LinearFinder::LinearFinder(const WordList &word_list) : word_list_(word_list) {} LinearFinder::LinearFinder(const WordList &word_list) : word_list_(word_list) {}
forward_list<const string *> WordRefList LinearFinder::find_prefix(string_view search_term) const {
LinearFinder::find_prefix(string_view search_term) const { WordRefList matching_words;
forward_list<const string *> matching_words;
for (const auto &current_word : word_list_) { for (const auto &current_word : word_list_) {
if (current_word.starts_with(search_term)) { if (current_word.starts_with(search_term)) {
matching_words.push_front(&current_word); matching_words.push_back(&current_word);
} }
} }

View file

@ -3,15 +3,13 @@
#include <mutex> #include <mutex>
#include <thread> #include <thread>
using std::mutex, std::thread, std::vector, std::forward_list, std::string, using std::mutex, std::thread, std::vector, std::string, std::string_view;
std::string_view;
ParallelFinder::ParallelFinder(const WordList &word_list) ParallelFinder::ParallelFinder(const WordList &word_list)
: word_list_(word_list) {} : word_list_(word_list) {}
forward_list<const string *> WordRefList ParallelFinder::find_prefix(string_view search_prefix) const {
ParallelFinder::find_prefix(string_view search_prefix) const { WordRefList result;
forward_list<const string *> result;
mutex result_mutex; mutex result_mutex;
const size_t word_list_size = word_list_.size(); const size_t word_list_size = word_list_.size();

View file

@ -2,7 +2,7 @@
#include <algorithm> #include <algorithm>
using std::forward_list, std::string, std::string_view; using std::string, std::string_view;
SortedLinearFinder::SortedLinearFinder(const WordList &word_list) SortedLinearFinder::SortedLinearFinder(const WordList &word_list)
: word_list_(word_list) { : word_list_(word_list) {
@ -11,14 +11,13 @@ SortedLinearFinder::SortedLinearFinder(const WordList &word_list)
[](const string *left, const string *right) { return *left < *right; }); [](const string *left, const string *right) { return *left < *right; });
} }
forward_list<const string *> WordRefList SortedLinearFinder::find_prefix(string_view search_term) const {
SortedLinearFinder::find_prefix(string_view search_term) const { WordRefList matching_words;
forward_list<const string *> matching_words;
bool in_range = false; bool in_range = false;
for (const auto *word : word_list_) { for (const auto *word : word_list_) {
if (word->starts_with(search_term)) { if (word->starts_with(search_term)) {
matching_words.push_front(word); matching_words.push_back(word);
in_range = true; in_range = true;
} else if (in_range) { } else if (in_range) {
break; break;

View file

@ -1,11 +1,11 @@
#include "tree_finder.h" #include "tree_finder.h"
using std::string, std::string_view, std::forward_list; using std::string, std::string_view;
void SearchTreeNode::insert(string_view partial_word, void SearchTreeNode::insert(string_view partial_word,
const string *original_word) { const string *original_word) {
if (partial_word.empty()) { if (partial_word.empty()) {
words_.push_front(original_word); words_.push_back(original_word);
} else { } else {
children_[partial_word.front()].insert( children_[partial_word.front()].insert(
string_view(partial_word).substr(1, partial_word.length()), string_view(partial_word).substr(1, partial_word.length()),
@ -26,10 +26,12 @@ const SearchTreeNode *SearchTreeNode::find(string_view search_term) const {
return nullptr; return nullptr;
} }
forward_list<const string *> SearchTreeNode::words() const { WordRefList SearchTreeNode::words() const {
forward_list<const string *> results(words_); WordRefList results(words_);
for (const auto &child : children_) { for (const auto &child : children_) {
results.merge(child.second.words()); auto child_words = child.second.words();
std::move(child_words.begin(), child_words.end(),
std::back_inserter(results));
} }
return results; return results;
@ -43,8 +45,7 @@ SearchTree::SearchTree(const WordList &word_list) {
TreeFinder::TreeFinder(const WordList &word_list) : search_tree_(word_list) {} TreeFinder::TreeFinder(const WordList &word_list) : search_tree_(word_list) {}
forward_list<const string *> WordRefList TreeFinder::find_prefix(string_view search_term) const {
TreeFinder::find_prefix(string_view search_term) const {
const auto *result_node = search_tree_.find(search_term); const auto *result_node = search_tree_.find(search_term);
if (result_node == nullptr) { if (result_node == nullptr) {
return {}; return {};

View file

@ -71,22 +71,24 @@ WordList WordList::fromFile(const std::filesystem::path &path) {
return word_list; return word_list;
} }
void WordList::find_prefix_in_range( void WordList::find_prefix_in_range(const WordList &word_list,
const WordList &word_list, const std::string_view &search_prefix, const std::string_view &search_prefix,
size_t start_index, size_t end_index, size_t start_index, size_t end_index,
std::forward_list<const std::string *> &result, std::mutex &result_mutex) { WordRefList &result,
std::forward_list<const std::string *> local_results; std::mutex &result_mutex) {
WordRefList local_results;
for (size_t index = start_index; index < end_index; ++index) { for (size_t index = start_index; index < end_index; ++index) {
const auto &current_word = word_list[index]; const auto &current_word = word_list[index];
if (current_word.starts_with(search_prefix)) { if (current_word.starts_with(search_prefix)) {
local_results.push_front(&current_word); local_results.push_back(&current_word);
} }
} }
if (!local_results.empty()) { if (!local_results.empty()) {
const std::lock_guard<std::mutex> lock(result_mutex); const std::lock_guard<std::mutex> lock(result_mutex);
result.merge(local_results); std::move(local_results.begin(), local_results.end(),
std::back_inserter(result));
} }
}; };
@ -96,21 +98,23 @@ WordRefList::WordRefList(const WordList &source) {
} }
} }
void WordRefList::find_prefix_in_range( void WordRefList::find_prefix_in_range(const WordRefList &word_list,
const WordRefList &word_list, const std::string_view &search_prefix, const std::string_view &search_prefix,
size_t start_index, size_t end_index, size_t start_index, size_t end_index,
std::forward_list<const std::string *> &result, std::mutex &result_mutex) { WordRefList &result,
std::forward_list<const std::string *> local_results; std::mutex &result_mutex) {
WordRefList local_results;
for (size_t index = start_index; index < end_index; ++index) { for (size_t index = start_index; index < end_index; ++index) {
const auto *current_word = word_list[index]; const auto *current_word = word_list[index];
if (current_word->starts_with(search_prefix)) { if (current_word->starts_with(search_prefix)) {
local_results.push_front(current_word); local_results.push_back(current_word);
} }
} }
if (!local_results.empty()) { if (!local_results.empty()) {
const std::lock_guard<std::mutex> lock(result_mutex); const std::lock_guard<std::mutex> lock(result_mutex);
result.merge(local_results); std::move(local_results.begin(), local_results.end(),
std::back_inserter(result));
} }
}; };

View file

@ -55,13 +55,12 @@ int main(int argc, char *argv[]) {
auto word_list = generate_word_list(5); auto word_list = generate_word_list(5);
test_finder<BucketFinder>(word_list, "bucket finder");
test_finder<LinearFinder>(word_list, "linear finder"); test_finder<LinearFinder>(word_list, "linear finder");
test_finder<SortedLinearFinder>(word_list, "sorted linear finder"); test_finder<SortedLinearFinder>(word_list, "sorted linear finder");
test_finder<ParallelFinder>(word_list, "parallel finder"); test_finder<ParallelFinder>(word_list, "parallel finder");
test_finder<TreeFinder>(word_list, "tree finder"); test_finder<TreeFinder>(word_list, "tree finder");
test_finder<GroupedFinder>(word_list, "grouped finder"); test_finder<GroupedFinder>(word_list, "grouped finder");
test_finder<BucketFinder>(word_list, "bucket finder");
return EXIT_SUCCESS; return EXIT_SUCCESS;
} }