1 files changed, 33 insertions, 0 deletions
diff --git a/ml/dlib/dlib/tokenizer.h b/ml/dlib/dlib/tokenizer.h
new file mode 100644
index 00000000..01b6fcf8
--- /dev/null
+++ b/ml/dlib/dlib/tokenizer.h
@@ -0,0 +1,33 @@
+// Copyright (C) 2005  Davis E. King (davis@dlib.net)
+// License: Boost Software License   See LICENSE.txt for the full license.
+#ifndef DLIB_TOKENIZEr_
+#define DLIB_TOKENIZEr_
+
+#include "tokenizer/tokenizer_kernel_1.h"
+#include "tokenizer/tokenizer_kernel_c.h"
+
+
+namespace dlib
+{
+
+    class tokenizer
+    {
+        tokenizer() {}
+
+
+    public:
+        
+        //----------- kernels ---------------
+
+        // kernel_1a        
+        typedef     tokenizer_kernel_1
+                    kernel_1a;
+        typedef     tokenizer_kernel_c<kernel_1a>
+                    kernel_1a_c;
+          
+
+    };
+}
+
+#endif // DLIB_TOKENIZEr_
+