Aakash-kaushik/mlpack/char__extract_8hpp_source.html

 #ifndef MLPACK_CORE_DATA_TOKENIZERS_CHAR_EXTRACT_HPP
 #define MLPACK_CORE_DATA_TOKENIZERS_CHAR_EXTRACT_HPP

 #include <mlpack/prereqs.hpp>

 namespace mlpack {
 namespace data {

 class CharExtract
 {
  public:
   using TokenType = int;

   int operator()(boost::string_view& str) const
   {
     if (str.empty())
       return EOF;

     const int retval = static_cast<unsigned char>(str[0]);

     str.remove_prefix(1);

     return retval;
   }

   static bool IsTokenEmpty(const int token)
   {
     return token == EOF;
   }
 };

 } // namespace data
 } // namespace mlpack

 #endif
mlpack::data::CharExtract::operator()
int operator()(boost::string_view &str) const
The function extracts the first character from the given string view and removes it from the view...
Definition: char_extract.hpp:39

data

mlpack
Linear algebra utility functions, generally performed on matrices or vectors.
Definition: cv.hpp:1

mlpack::data::CharExtract::IsTokenEmpty
static bool IsTokenEmpty(const int token)
The function returns true if the given token is equal to EOF.
Definition: char_extract.hpp:56

mlpack::data::CharExtract
The class is used to split a string into characters.
Definition: char_extract.hpp:25

prereqs.hpp
The core includes that mlpack expects; standard C++ includes and Armadillo.

mlpack::data::CharExtract::TokenType
int TokenType
The type of the token which the tokenizer extracts.
Definition: char_extract.hpp:29

boost::basic_string_view
Definition: string_view.hpp:60