|
crawlserv++
[under development]
Application for crawling and analyzing textual content of websites.
|
#include "Config.hpp"#include "../../Helper/CommaLocale.hpp"#include "../../Helper/Utf8.hpp"#include "../../Main/Exception.hpp"#include "../../Wrapper/Database.hpp"#include "../../Helper/Portability/mysqlcppconn.h"#include <cppconn/exception.h>#include <cppconn/prepared_statement.h>#include <cppconn/resultset.h>#include <cppconn/statement.h>#include <mysql_connection.h>#include <chrono>#include <cstddef>#include <cstdint>#include <memory>#include <queue>#include <sstream>#include <string>#include <string_view>#include <utility>

Go to the source code of this file.
Classes | |
| class | crawlservpp::Module::Crawler::Database |
| Class providing database functionality for crawler threads by implementing Wrapper::Database. More... | |
| class | crawlservpp::Module::Crawler::Database::Exception |
| Class for crawler-specific database exceptions. More... | |
Namespaces | |
| crawlservpp::Module::Crawler | |
| Namespace for crawler classes. | |
Constants | |
| constexpr auto | crawlservpp::Module::Crawler::maxContentSize {1073741824} |
| Maximum size of database content (= 1 GiB). More... | |
| constexpr auto | crawlservpp::Module::Crawler::maxContentSizeString {"1 GiB"sv} |
| Maximum size of database content as string. More... | |
Constants for MySQL Queries | |
| constexpr auto | crawlservpp::Module::Crawler::nAtOnce10 {10} |
| Process ten values at once. More... | |
| constexpr auto | crawlservpp::Module::Crawler::nAtOnce100 {100} |
| Process one hundred values at once. More... | |
| constexpr auto | crawlservpp::Module::Crawler::sqlArg1 {1} |
| First argument in a SQL query. More... | |
| constexpr auto | crawlservpp::Module::Crawler::sqlArg2 {2} |
| Second argument in a SQL query. More... | |
| constexpr auto | crawlservpp::Module::Crawler::sqlArg3 {3} |
| Third argument in a SQL query. More... | |
| constexpr auto | crawlservpp::Module::Crawler::sqlArg4 {4} |
| Fourth argument in a SQL query. More... | |
| constexpr auto | crawlservpp::Module::Crawler::sqlArg5 {5} |
| Fifth argument in a SQL query. More... | |
| constexpr auto | crawlservpp::Module::Crawler::crawlingTableAlias {"a"sv} |
| Alias, used in SQL queries, for the crawling table. More... | |
| constexpr auto | crawlservpp::Module::Crawler::urlListTableAlias {"b"sv} |
| Alias, used in SQL queries, for the URL list table. More... | |
| constexpr auto | crawlservpp::Module::Crawler::numArgsAddUrl {5} |
| Number of arguments for adding one URL. More... | |