dlib C++ Library - cpp_tokenizer.h

    // Copyright (C) 2005  Davis E. King (davis@dlib.net)
    // License: Boost Software License   See LICENSE.txt for the full license.
    #ifndef DLIB_CPP_TOKENIZEr_
    #define DLIB_CPP_TOKENIZEr_

    #include <string>
    #include "cpp_tokenizer/cpp_tokenizer_kernel_1.h"
    #include "cpp_tokenizer/cpp_tokenizer_kernel_c.h"
    #include "tokenizer.h"
    #include "queue.h"
    #include "set.h"

    namespace dlib
    {

        class cpp_tokenizer
        {
            cpp_tokenizer() {}

            typedef set<std::string>::kernel_1a set;
            typedef queue<cpp_tok_kernel_1_helper::token_text_pair>::kernel_2a queue;
            typedef tokenizer::kernel_1a tok;

        public:

            //----------- kernels ---------------

            // kernel_1a
            typedef     cpp_tokenizer_kernel_1<tok,queue,set>
                        kernel_1a;
            typedef     cpp_tokenizer_kernel_c<kernel_1a>
                        kernel_1a_c;

        };
    }

    #endif // DLIB_CPP_TOKENIZEr_