dlib C++ Library - cpp_tokenizer.h

// Copyright (C) 2005 Davis E. King (davis@dlib.net)
// License: Boost Software License See LICENSE.txt for the full license.
#ifndef DLIB_CPP_TOKENIZEr_
#define DLIB_CPP_TOKENIZEr_
#include <string>
#include "cpp_tokenizer/cpp_tokenizer_kernel_1.h"
#include "cpp_tokenizer/cpp_tokenizer_kernel_c.h"
#include "tokenizer.h"
#include "queue.h"
#include "set.h"
namespace dlib
{
 class cpp_tokenizer
 {
 cpp_tokenizer() {}
 typedef set<std::string>::kernel_1a set;
 typedef queue<cpp_tok_kernel_1_helper::token_text_pair>::kernel_2a queue;
 typedef tokenizer::kernel_1a tok;
 public:
 
 //----------- kernels ---------------
 // kernel_1a 
 typedef cpp_tokenizer_kernel_1<tok,queue,set>
 kernel_1a;
 typedef cpp_tokenizer_kernel_c<kernel_1a>
 kernel_1a_c;
 
 };
}
#endif // DLIB_CPP_TOKENIZEr_