mirror of
https://github.com/davisking/dlib.git
synced 2024-11-01 10:14:53 +08:00
fbea6a594f
at the top of each file. --HG-- extra : convert_revision : svn%3Afdd8eb12-d10e-0410-9acb-85c331704f74/trunk%403404
41 lines
941 B
C++
41 lines
941 B
C++
// Copyright (C) 2005 Davis E. King (davis@dlib.net)
|
|
// License: Boost Software License See LICENSE.txt for the full license.
|
|
#ifndef DLIB_CPP_TOKENIZEr_
|
|
#define DLIB_CPP_TOKENIZEr_
|
|
|
|
#include <string>
|
|
#include "cpp_tokenizer/cpp_tokenizer_kernel_1.h"
|
|
#include "cpp_tokenizer/cpp_tokenizer_kernel_c.h"
|
|
#include "tokenizer.h"
|
|
#include "queue.h"
|
|
#include "set.h"
|
|
|
|
namespace dlib
|
|
{
|
|
|
|
class cpp_tokenizer
|
|
{
|
|
cpp_tokenizer() {}
|
|
|
|
|
|
typedef set<std::string>::kernel_1a set;
|
|
typedef queue<cpp_tok_kernel_1_helper::token_text_pair>::kernel_2a queue;
|
|
typedef tokenizer::kernel_1a tok;
|
|
|
|
public:
|
|
|
|
//----------- kernels ---------------
|
|
|
|
// kernel_1a
|
|
typedef cpp_tokenizer_kernel_1<tok,queue,set>
|
|
kernel_1a;
|
|
typedef cpp_tokenizer_kernel_c<kernel_1a>
|
|
kernel_1a_c;
|
|
|
|
|
|
};
|
|
}
|
|
|
|
#endif // DLIB_CPP_TOKENIZEr_
|
|
|