crawlserv++  [under development]
Application for crawling and analyzing textual content of websites.
crawlservpp::Module::Extractor::Thread Member List

This is the complete list of members for crawlservpp::Module::Extractor::Thread, including all inherited members.

addQuery(std::uint64_t id, const QueryProperties &properties)crawlservpp::Query::Containerinlineprotected
addSubSetsFromQueryOnSubSet(const QueryStruct &query, std::queue< std::string > &warningsTo)crawlservpp::Query::Containerinlineprotected
allowPausing()crawlservpp::Module::Threadprotected
cacheLockTimecrawlservpp::Module::Extractor::Threadprotected
category(const std::string &category)crawlservpp::Module::Configinlineprivate
CharParsingOption enum namecrawlservpp::Module::Configprivate
checkOptions() overridecrawlservpp::Module::Extractor::Configinlineprivatevirtual
clearQueries()crawlservpp::Query::Containerinlineprotected
clearQueryTarget()crawlservpp::Query::Containerinlineprotected
configcrawlservpp::Module::Extractor::Configprivate
Config()=defaultcrawlservpp::Module::Configprivate
Config(Config &)=deletecrawlservpp::Module::Configprivate
Config(Config &&)=deletecrawlservpp::Module::Configprivate
configurationcrawlservpp::Module::Threadprotected
Container()=defaultcrawlservpp::Query::Container
Container(const Container &)=deletecrawlservpp::Query::Container
Container(Container &&)=deletecrawlservpp::Query::Container
databasecrawlservpp::Module::Extractor::Threadprotected
Default enum valuecrawlservpp::Module::Configprivate
disallowPausing()crawlservpp::Module::Threadprotected
end()crawlservpp::Module::Thread
finishedcrawlservpp::Module::Extractor::Threadprotected
FromNumber enum valuecrawlservpp::Module::Configprivate
FromString enum valuecrawlservpp::Module::Configprivate
getBoolFromQuery(const QueryStruct &query, bool &resultTo, std::queue< std::string > &warningsTo)crawlservpp::Query::Containerinlineprotected
getBoolFromQueryOnSubSet(const QueryStruct &query, bool &resultTo, std::queue< std::string > &warningsTo)crawlservpp::Query::Containerinlineprotected
getBoolFromRegEx(const QueryStruct &query, const std::string &target, bool &resultTo, std::queue< std::string > &warningsTo) constcrawlservpp::Query::Containerinlineprotected
getConfig() constcrawlservpp::Module::Thread
getId() constcrawlservpp::Module::Thread
getLast() constcrawlservpp::Module::Threadprotected
getMultiFromQuery(const QueryStruct &query, std::vector< std::string > &resultTo, std::queue< std::string > &warningsTo)crawlservpp::Query::Containerinlineprotected
getMultiFromQueryOnSubSet(const QueryStruct &query, std::vector< std::string > &resultTo, std::queue< std::string > &warningsTo)crawlservpp::Query::Containerinlineprotected
getMultiFromRegEx(const QueryStruct &query, const std::string &target, std::vector< std::string > &resultTo, std::queue< std::string > &warningsTo) constcrawlservpp::Query::Containerinlineprotected
getNumberOfSubSets() constcrawlservpp::Query::Containerinlineprotected
getProgress() constcrawlservpp::Module::Threadprotected
getProtocol() constcrawlservpp::Network::Configinlineprivate
getSingleFromQuery(const QueryStruct &query, std::string &resultTo, std::queue< std::string > &warningsTo)crawlservpp::Query::Containerinlineprotected
getSingleFromQueryOnSubSet(const QueryStruct &query, std::string &resultTo, std::queue< std::string > &warningsTo)crawlservpp::Query::Containerinlineprotected
getSingleFromRegEx(const QueryStruct &query, const std::string &target, std::string &resultTo, std::queue< std::string > &warningsTo) constcrawlservpp::Query::Containerinlineprotected
getStatusMessage() constcrawlservpp::Module::Threadprotected
getTarget(std::string &targetTo)crawlservpp::Query::Containerinlineprotected
getUrlList() constcrawlservpp::Module::Thread
getWarpedOverAndReset()crawlservpp::Module::Threadprotected
getWebsite() constcrawlservpp::Module::Thread
getXml(std::string &resultTo, std::queue< std::string > &warningsTo)crawlservpp::Query::Containerinlineprotected
idscrawlservpp::Module::Extractor::Threadprotected
incrementLast()crawlservpp::Module::Threadprotected
incrementProcessed()crawlservpp::Module::Threadprotected
isFinished() constcrawlservpp::Module::Thread
isInterrupted() constcrawlservpp::Module::Threadprotected
isLogLevel(std::uint8_t level) constcrawlservpp::Module::Threadprotected
isPaused() constcrawlservpp::Module::Thread
isQueryUsed(std::uint64_t queryId) constcrawlservpp::Query::Containerinline
isRunning() constcrawlservpp::Module::Thread
isShutdown() constcrawlservpp::Module::Thread
linkedcrawlservpp::Module::Extractor::Threadprotected
loadConfig(const std::string &configJson, LogQueue &warningsTo)crawlservpp::Module::Configinlineprivate
log(std::uint8_t level, const std::string &logEntry)crawlservpp::Module::Threadprotected
log(std::uint8_t level, std::queue< std::string > &logEntries)crawlservpp::Module::Threadprotected
networkConfigcrawlservpp::Network::Configprivate
networkingcrawlservpp::Module::Extractor::Threadprotected
nextSubSet()crawlservpp::Query::Containerinlineprotected
onClear() overridecrawlservpp::Module::Extractor::Threadprotectedvirtual
onInit() overridecrawlservpp::Module::Extractor::Threadprotectedvirtual
onPause() overridecrawlservpp::Module::Extractor::Threadprotectedvirtual
onReset() overridecrawlservpp::Module::Extractor::Threadprotectedvirtual
onTick() overridecrawlservpp::Module::Extractor::Threadprotectedvirtual
onUnpause() overridecrawlservpp::Module::Extractor::Threadprotectedvirtual
crawlservpp::operator=(Thread &)=deletecrawlservpp::Module::Thread
crawlservpp::operator=(Thread &&)=deletecrawlservpp::Module::Thread
crawlservpp::Query::Container::operator=(const Container &)=deletecrawlservpp::Query::Container
crawlservpp::Query::Container::operator=(Container &&)=deletecrawlservpp::Query::Container
crawlservpp::Module::Extractor::Config::operator=(Config &)=deletecrawlservpp::Module::Configprivate
crawlservpp::Module::Extractor::Config::operator=(Config &&)=deletecrawlservpp::Module::Configprivate
option(const std::string &name, bool &target)crawlservpp::Module::Configinlineprivate
option(const std::string &name, std::vector< bool > &target)crawlservpp::Module::Configinlineprivate
option(const std::string &name, char &target, CharParsingOption opt)crawlservpp::Module::Configinlineprivate
option(const std::string &name, std::vector< char > &target, CharParsingOption opt)crawlservpp::Module::Configinlineprivate
option(const std::string &name, std::int16_t &target)crawlservpp::Module::Configinlineprivate
option(const std::string &name, std::vector< std::int16_t > &target)crawlservpp::Module::Configinlineprivate
option(const std::string &name, std::int32_t &target)crawlservpp::Module::Configinlineprivate
option(const std::string &name, std::vector< std::int32_t > &target)crawlservpp::Module::Configinlineprivate
option(const std::string &name, std::int64_t &target)crawlservpp::Module::Configinlineprivate
option(const std::string &name, std::vector< std::int64_t > &target)crawlservpp::Module::Configinlineprivate
option(const std::string &name, std::uint8_t &target)crawlservpp::Module::Configinlineprivate
option(const std::string &name, std::vector< std::uint8_t > &target)crawlservpp::Module::Configinlineprivate
option(const std::string &name, std::uint16_t &target)crawlservpp::Module::Configinlineprivate
option(const std::string &name, std::vector< std::uint16_t > &target)crawlservpp::Module::Configinlineprivate
option(const std::string &name, std::uint32_t &target)crawlservpp::Module::Configinlineprivate
option(const std::string &name, std::vector< std::uint32_t > &target)crawlservpp::Module::Configinlineprivate
option(const std::string &name, std::uint64_t &target)crawlservpp::Module::Configinlineprivate
option(const std::string &name, std::vector< std::uint64_t > &target)crawlservpp::Module::Configinlineprivate
option(const std::string &name, float &target)crawlservpp::Module::Configinlineprivate
option(const std::string &name, std::vector< float > &target)crawlservpp::Module::Configinlineprivate
option(const std::string &name, std::string &target, StringParsingOption opt=Default)crawlservpp::Module::Configinlineprivate
option(const std::string &name, std::vector< std::string > &target, StringParsingOption opt=Default)crawlservpp::Module::Configinlineprivate
parseBasicOption() overridecrawlservpp::Network::Configinlineprivatevirtual
parseOption() overridecrawlservpp::Module::Extractor::Configinlineprivatevirtual
pauseByThread()crawlservpp::Module::Threadprotected
reserveForSubSets(const QueryStruct &query, std::size_t n)crawlservpp::Query::Containerinlineprotected
crawlservpp::reset()crawlservpp::Module::Thread
crawlservpp::Module::Extractor::Config::reset() overridecrawlservpp::Module::Extractor::Configinlineprivatevirtual
resetBase() overridecrawlservpp::Network::Configinlineprivatevirtual
resultscrawlservpp::Module::Extractor::Threadprotected
setLast(std::uint64_t lastId)crawlservpp::Module::Threadprotected
setMinimizeMemory(bool isMinimizeMemory)crawlservpp::Query::Containerinlineprotected
setProgress(float newProgress)crawlservpp::Module::Threadprotected
setQueryTarget(const std::string &content, const std::string &source)crawlservpp::Query::Containerinlineprotected
setRemoveXmlInstructions(bool isRemoveXmlInstructions)crawlservpp::Query::Containerinlineprotected
setRepairCData(bool isRepairCData)crawlservpp::Query::Containerinlineprotected
setRepairComments(bool isRepairComments)crawlservpp::Query::Containerinlineprotected
setStatusMessage(const std::string &statusMessage)crawlservpp::Module::Threadprotected
setSubSetsFromQuery(const QueryStruct &query, std::queue< std::string > &warningsTo)crawlservpp::Query::Containerinlineprotected
setTidyErrorsAndWarnings(bool warnings, std::uint32_t numOfErrors)crawlservpp::Query::Containerinlineprotected
sleep(std::uint64_t ms) constcrawlservpp::Module::Threadprotected
SQL enum valuecrawlservpp::Module::Configprivate
StringParsingOption enum namecrawlservpp::Module::Configprivate
SubURL enum valuecrawlservpp::Module::Configprivate
Thread(Main::Database &dbBase, std::string_view cookieDirectory, const ThreadOptions &threadOptions, const NetworkSettings &networkSettings, const ThreadStatus &threadStatus)crawlservpp::Module::Extractor::Thread
Thread(Main::Database &dbBase, std::string_view cookieDirectory, const ThreadOptions &threadOptions, const NetworkSettings &networkSettings)crawlservpp::Module::Extractor::Thread
crawlservpp::Module::Thread::Thread(Main::Database &dbBase, const ThreadOptions &threadOptions, const ThreadStatus &threadStatus)crawlservpp::Module::Thread
crawlservpp::Module::Thread::Thread(Main::Database &dbBase, const ThreadOptions &threadOptions)crawlservpp::Module::Thread
crawlservpp::Module::Thread::Thread(Thread &)=deletecrawlservpp::Module::Thread
crawlservpp::Module::Thread::Thread(Thread &&)=deletecrawlservpp::Module::Thread
torControlcrawlservpp::Module::Extractor::Threadprotected
Trim enum valuecrawlservpp::Module::Configprivate
URL enum valuecrawlservpp::Module::Configprivate
urlListNamespacecrawlservpp::Module::Threadprotected
urlscrawlservpp::Module::Extractor::Threadprotected
warning(const std::string &warning)crawlservpp::Module::Configinlineprivate
warpTo(std::uint64_t target)crawlservpp::Module::Thread
websiteNamespacecrawlservpp::Module::Threadprotected
~Config()=defaultcrawlservpp::Module::Configprivatevirtual
~Container()=defaultcrawlservpp::Query::Containervirtual
~Thread()=defaultcrawlservpp::Module::Threadvirtual