crawlserv++
[under development]
Application for crawling and analyzing textual content of websites.
|
#include "../Thread.hpp"
#include "../../../Data/Corpus.hpp"
#include "../../../Data/Data.hpp"
#include "../../../Helper/Memory.hpp"
#include "../../../Main/Database.hpp"
#include "../../../Struct/StatusSetter.hpp"
#include "../../../Struct/TextMap.hpp"
#include "../../../Struct/ThreadOptions.hpp"
#include "../../../Struct/ThreadStatus.hpp"
#include "../../../Timer/Simple.hpp"
#include <cstddef>
#include <cstdint>
#include <map>
#include <string>
#include <string_view>
#include <utility>
Go to the source code of this file.
Classes | |
class | crawlservpp::Module::Analyzer::Algo::AllTokens |
Counts all tokens in a corpus. More... | |
Namespaces | |
crawlservpp::Module::Analyzer::Algo | |
Namespace for algorithm classes. | |
Constants | |
constexpr auto | crawlservpp::Module::Analyzer::Algo::allTokensColumns {2} |
The number of columns in the tokens table. More... | |
constexpr auto | crawlservpp::Module::Analyzer::Algo::allTokensUpdateEveryDate {100U} |
Indicates after how many dates the status will be updated, if a date map is available. More... | |
constexpr auto | crawlservpp::Module::Analyzer::Algo::allTokensUpdateEveryArticle {1000U} |
Indicates after how many articles the status will be updated, if no date map, but an article map is available. More... | |
constexpr auto | crawlservpp::Module::Analyzer::Algo::allTokensUpdateEveryToken {10000U} |
Indicates after how many tokens the status will be updated, if no date and no article map is available. More... | |
constexpr auto | crawlservpp::Module::Analyzer::Algo::allTokensUpdateEveryRow {1000U} |
Indicates after how many rows the status will be updated while saving the results to the database. More... | |