tokenize.h

Go to the documentation of this file.

 
#ifndef GUL17_TOKENIZE_H_
#define GUL17_TOKENIZE_H_
 
#include <string_view>
#include <string>
#include <vector>
 
#include "gul17/internal.h"
#include "gul17/string_util.h"
 
namespace gul17 {
 
template <typename StringContainer = std::vector<std::string>,
          typename ContainerInsertFct = void (*)(StringContainer&, std::string_view)>
inline StringContainer
tokenize(std::string_view str, std::string_view delimiters = default_whitespace_characters,
         ContainerInsertFct insert_fct = detail::emplace_back<StringContainer>)
{
    StringContainer tokens{ };
 
    std::string_view::size_type token_start = 0;
    std::string_view::size_type token_end = 0;
 
    while (true)
    {
        token_start = str.find_first_not_of(delimiters, token_end);
        if (token_start == std::string_view::npos)
            break;
 
        token_end = str.find_first_of(delimiters, token_start);
        if (token_end == std::string_view::npos)
        {
            insert_fct(tokens,
                std::string_view{ str.data() + token_start, str.length() - token_start });
            break;
        }
        else
        {
            insert_fct(tokens,
                std::string_view{ str.data() + token_start, token_end - token_start });
        }
    }
 
    return tokens;
}
 
template <typename StringContainer = std::vector<std::string_view>,
          typename ContainerInsertFct = void (*)(StringContainer&, std::string_view)>
inline StringContainer
tokenize_sv(std::string_view str, std::string_view delimiters = default_whitespace_characters,
            ContainerInsertFct insert_fct = detail::emplace_back<StringContainer>)
{
    return tokenize<StringContainer>(str, delimiters, insert_fct);
}
 
 
} // namespace gul17
 
#endif