|
crawlserv++
[under development]
Application for crawling and analyzing textual content of websites.
|
#include "../Thread.hpp"#include "../../../Data/Data.hpp"#include "../../../Data/Dictionary.hpp"#include "../../../Data/Sentiment.hpp"#include "../../../Helper/DateTime.hpp"#include "../../../Helper/FileSystem.hpp"#include "../../../Helper/Memory.hpp"#include "../../../Main/Database.hpp"#include "../../../Struct/QueryStruct.hpp"#include "../../../Struct/StatusSetter.hpp"#include "../../../Struct/TextMap.hpp"#include "../../../Struct/ThreadOptions.hpp"#include "../../../Struct/ThreadStatus.hpp"#include <algorithm>#include <cmath>#include <cstddef>#include <cstdint>#include <limits>#include <map>#include <memory>#include <queue>#include <string>#include <string_view>#include <unordered_map>#include <unordered_set>#include <utility>#include <vector>

Go to the source code of this file.
Classes | |
| class | crawlservpp::Module::Analyzer::Algo::SentimentOverTime |
| Sentiment analysis using the VADER algorithm. More... | |
Namespaces | |
| crawlservpp::Module::Analyzer::Algo | |
| Namespace for algorithm classes. | |
Constants | |
| constexpr auto | crawlservpp::Module::Analyzer::Algo::sentimentUpdateCalculateProgressEvery {250000} |
| Indicates, while calculating, after how many sentences the progress of the thread will be updated. More... | |
| constexpr auto | crawlservpp::Module::Analyzer::Algo::sentimentUpdateSavingProgressEvery {10} |
| Indicates, while saving, after how many rows the progress of the thread will be updated. More... | |
| constexpr auto | crawlservpp::Module::Analyzer::Algo::sentimentMinNumColumns {1} |
| Number of default columns to be written to the target table. More... | |
| constexpr auto | crawlservpp::Module::Analyzer::Algo::sentimentMinColumnsPerCategory {2} |
| Number of columns per category if article-based sentiment is deactivated. More... | |
| constexpr auto | crawlservpp::Module::Analyzer::Algo::sentimentArticleColumnsPerCategory {4} |
| Number of columns per category if article-based sentiment is activated. More... | |
| constexpr auto | crawlservpp::Module::Analyzer::Algo::sentimentDefaultThreshold {10} |
| The default threshold (sentiments lower than that number will be ignored). More... | |
| constexpr auto | crawlservpp::Module::Analyzer::Algo::sentimentDictionary {"sentiment-en"sv} |
| The default sentiment dictionary to be used. More... | |
| constexpr auto | crawlservpp::Module::Analyzer::Algo::sentimentEmojis {"emojis-en"sv} |
| The default emoji dictionary to be used. More... | |
| constexpr auto | crawlservpp::Module::Analyzer::Algo::sentimentPercentageFactor {100.F} |
| Factor to convert value to percentage. More... | |