crawlserv++  [under development]
Application for crawling and analyzing textual content of websites.
crawlservpp::Module::Extractor::Database Member List

This is the complete list of members for crawlservpp::Module::Extractor::Database, including all inherited members.

addColumn(const std::string &tableName, const TableColumn &column)crawlservpp::Wrapper::Databaseinlineprotected
addDatabaseLock(const std::string &name, const IsRunningCallback &isRunningCallback)crawlservpp::Wrapper::Databaseinlineprotectedstatic
addOrUpdateTargetTable(const TargetTableProperties &properties)crawlservpp::Wrapper::Databaseinline
addPreparedStatement(const std::string &sqlQuery, std::size_t &id)crawlservpp::Wrapper::Databaseinlineprotected
addTargetColumn(const std::string &tableName, const TableColumn &column)crawlservpp::Wrapper::Databaseinline
beginNoLock()crawlservpp::Wrapper::Databaseinline
checkConnection()crawlservpp::Wrapper::Databaseinlineprotected
checkExtractingTable()crawlservpp::Module::Extractor::Database
clearPreparedStatement(std::size_t &id)crawlservpp::Wrapper::Databaseinlineprotected
compressTable(const std::string &tableName)crawlservpp::Wrapper::Databaseinlineprotected
createTable(const TableProperties &properties)crawlservpp::Wrapper::Databaseinlineprotected
databasecrawlservpp::Wrapper::Databaseprotected
Database(Module::Database &dbThread)crawlservpp::Module::Extractor::Databaseexplicit
crawlservpp::Wrapper::Database::Database(Database &)=deletecrawlservpp::Wrapper::Database
crawlservpp::Wrapper::Database::Database(Database &&)=deletecrawlservpp::Wrapper::Database
deleteTargetTable(const std::string &type, std::uint64_t tableId)crawlservpp::Wrapper::Databaseinline
dropTable(const std::string &tableName)crawlservpp::Wrapper::Databaseinlineprotected
endNoLock()crawlservpp::Wrapper::Databaseinline
fetchUrls(std::uint64_t lastId, std::queue< IdString > &cache, std::uint32_t lockTimeout)crawlservpp::Module::Extractor::Database
getColumnType(const std::string &tableName, const std::string &columnName)crawlservpp::Wrapper::Databaseinline
getConfiguration(std::uint64_t configId)crawlservpp::Wrapper::Databaseinline
getContent(std::uint64_t urlId, IdString &contentTo)crawlservpp::Module::Extractor::Database
getCustomData(Data::GetValue &data)crawlservpp::Wrapper::Databaseinline
getCustomData(Data::GetFields &data)crawlservpp::Wrapper::Databaseinline
getCustomData(Data::GetFieldsMixed &data)crawlservpp::Wrapper::Databaseinline
getCustomData(Data::GetColumn &data)crawlservpp::Wrapper::Databaseinline
getCustomData(Data::GetColumns &data)crawlservpp::Wrapper::Databaseinline
getCustomData(Data::GetColumnsMixed &data)crawlservpp::Wrapper::Databaseinline
getLastInsertedId()crawlservpp::Wrapper::Databaseinlineprotected
getLatestParsedData(std::uint64_t urlId, std::size_t sourceIndex, std::string &resultTo)crawlservpp::Module::Extractor::Database
getLockTime(std::uint32_t lockTimeout)crawlservpp::Module::Extractor::Database
getLoggingMin() constcrawlservpp::Wrapper::Databaseinlineprotected
getLoggingVerbose() constcrawlservpp::Wrapper::Databaseinlineprotected
getMaxAllowedPacketSize() constcrawlservpp::Wrapper::Databaseinlineprotected
getNumberOfUrls()crawlservpp::Module::Extractor::Database
getOptions() constcrawlservpp::Wrapper::Databaseinlineprotected
getPreparedStatement(std::size_t id)crawlservpp::Wrapper::Databaseinlineprotected
getQueryProperties(std::uint64_t queryId, QueryProperties &queryPropertiesTo)crawlservpp::Wrapper::Databaseinline
getRequestCounter()crawlservpp::Wrapper::Databaseinlinestatic
getTargetTableId(const std::string &type, std::uint64_t listId, const std::string &tableName)crawlservpp::Wrapper::Databaseinline
getTargetTableName(const std::string &type, std::uint64_t tableId)crawlservpp::Wrapper::Databaseinline
getTargetTables(const std::string &type, std::uint64_t listId)crawlservpp::Wrapper::Databaseinline
getUrlListIdString() constcrawlservpp::Wrapper::Databaseinlineprotected
getUrlLockTime(std::uint64_t urlId)crawlservpp::Module::Extractor::Database
getUrlPosition(std::uint64_t urlId)crawlservpp::Module::Extractor::Database
getWebsiteDomain(std::uint64_t websiteId)crawlservpp::Wrapper::Databaseinline
getWebsiteIdString() constcrawlservpp::Wrapper::Databaseinlineprotected
initTargetTables()crawlservpp::Module::Extractor::Database
insertCustomData(const Data::InsertValue &data)crawlservpp::Wrapper::Databaseinline
insertCustomData(const Data::InsertFields &data)crawlservpp::Wrapper::Databaseinline
insertCustomData(const Data::InsertFieldsMixed &data)crawlservpp::Wrapper::Databaseinline
isColumnExists(const std::string &tableName, const std::string &columnName)crawlservpp::Wrapper::Databaseinline
isTableEmpty(const std::string &tableName)crawlservpp::Wrapper::Databaseinline
isTableExists(const std::string &tableName)crawlservpp::Wrapper::Databaseinline
log(std::uint8_t level, const std::string &logEntry)crawlservpp::Wrapper::Databaseinline
log(std::uint8_t level, std::queue< std::string > &logEntries)crawlservpp::Wrapper::Databaseinline
operator=(Database &)=deletecrawlservpp::Wrapper::Database
operator=(Database &&)=deletecrawlservpp::Wrapper::Database
prepare()crawlservpp::Module::Extractor::Database
removeDatabaseLock(const std::string &name)crawlservpp::Wrapper::Databaseinlineprotectedstatic
renewUrlLockIfOk(std::uint64_t urlId, const std::string &lockTime, std::uint32_t lockTimeout)crawlservpp::Module::Extractor::Database
reserveForPreparedStatements(std::size_t n)crawlservpp::Wrapper::Databaseinlineprotected
setCacheSize(std::uint64_t setCacheSize)crawlservpp::Module::Extractor::Database
setExtractCustom(bool isExtractCustom)crawlservpp::Module::Extractor::Database
setLinkedField(const std::string &field)crawlservpp::Module::Extractor::Database
setLinkedFields(const std::vector< std::string > &fields)crawlservpp::Module::Extractor::Database
setLinkedTable(const std::string &table)crawlservpp::Module::Extractor::Database
setLogging(std::uint8_t level, std::uint8_t min, std::uint8_t verbose)crawlservpp::Wrapper::Databaseinline
setMaxBatchSize(std::uint16_t setMaxBatchSize)crawlservpp::Module::Extractor::Database
setOverwrite(bool isOverwrite)crawlservpp::Module::Extractor::Database
setOverwriteLinked(bool isOverwrite)crawlservpp::Module::Extractor::Database
setRawContentIsSource(bool isRawContentIsSource)crawlservpp::Module::Extractor::Database
setReExtract(bool isReExtract)crawlservpp::Module::Extractor::Database
setSleepOnError(std::uint64_t seconds)crawlservpp::Wrapper::Databaseinline
setSources(std::queue< StringString > &tablesAndColumns)crawlservpp::Module::Extractor::Database
setTargetFields(const std::vector< std::string > &fields)crawlservpp::Module::Extractor::Database
setTargetTable(const std::string &table)crawlservpp::Module::Extractor::Database
setTimeOut(std::uint64_t milliseconds)crawlservpp::Wrapper::Databaseinline
setUrlListCaseSensitive(std::uint64_t listId, bool isCaseSensitive)crawlservpp::Wrapper::Databaseinlineprotected
setUrlsFinishedIfLockOk(std::queue< IdString > &finished)crawlservpp::Module::Extractor::Database
sqlException(const std::string &function, const sql::SQLException &e)crawlservpp::Wrapper::Databaseinlineprotectedstatic
sqlExecute(sql::PreparedStatement &sqlPreparedStatement)crawlservpp::Wrapper::Databaseinlineprotectedstatic
sqlExecuteQuery(sql::PreparedStatement &sqlPreparedStatement)crawlservpp::Wrapper::Databaseinlineprotectedstatic
sqlExecuteUpdate(sql::PreparedStatement &sqlPreparedStatement)crawlservpp::Wrapper::Databaseinlineprotectedstatic
tryDatabaseLock(const std::string &name)crawlservpp::Wrapper::Databaseinlineprotectedstatic
unLockUrlIfOk(std::uint64_t urlId, const std::string &lockTime)crawlservpp::Module::Extractor::Database
unLockUrlsIfOk(std::queue< IdString > &urls, std::string &lockTime)crawlservpp::Module::Extractor::Database
updateCustomData(const Data::UpdateValue &data)crawlservpp::Wrapper::Databaseinline
updateCustomData(const Data::UpdateFields &data)crawlservpp::Wrapper::Databaseinline
updateCustomData(const Data::UpdateFieldsMixed &data)crawlservpp::Wrapper::Databaseinline
updateOrAddEntries(std::queue< DataEntry > &entries, StatusSetter &statusSetter)crawlservpp::Module::Extractor::Database
updateOrAddLinked(std::queue< DataEntry > &entries, StatusSetter &statusSetter)crawlservpp::Module::Extractor::Database
updateTargetTable()crawlservpp::Module::Extractor::Database
~Database()=defaultcrawlservpp::Wrapper::Databasevirtual