Tokenizer.h

Go to the documentation of this file.

 
#pragma once
 
#include <string>
#include <iterator>
 
 
namespace Gorgon { namespace String {
 
    class Tokenizer : public std::iterator<std::forward_iterator_tag, std::string> {
    public:
        
        Tokenizer() : position(text.npos) {}
 
        Tokenizer(const std::string &str, const std::string &delimeters) : 
              text(str), Delimeters(delimeters) {
            position=0;
 
            Next();
        }
 
        void operator ++() {
            Next();
        }
 
        void Next() {
            if(position==text.length())
                position=text.npos;
 
            if(position==text.npos)
                return;
 
            auto ind=text.find_first_of(Delimeters, position);
            if(ind==text.npos) {
                token=text.substr(position);
                position=text.length();
            }
            else {
                token=text.substr(position, ind-position);
                position=ind+1;
            }
        }
 
        std::string Current() const {
            return token;
        }
 
        std::string operator *() const {
            return token;
        }
 
        operator std::string() const {
            return token;
        }
 
        const std::string *operator ->() const {
            return &token;
        }
 
        bool IsValid() const {
            return position!=text.npos;
        }
 
        bool operator ==(const Tokenizer &st) const {
            if(position==text.npos && st.position==text.npos) 
                return true;
            
            return st.position==position && st.token == token;
        }
 
        bool operator !=(const Tokenizer &st) const {
            if(position==text.npos && st.position==text.npos) 
                return false;
            
            return st.position!=position || st.token != token;
        }
        
        const Tokenizer end() const { return endit; }
 
        std::string Delimeters;
 
    protected:
        std::string text;
        std::string token;
        std::size_t position;
        
    private:
        const static Tokenizer endit;
    };
 
}}