1 files changed, 72 insertions, 0 deletions
diff --git a/powerline/lint/markedjson/tokens.py b/powerline/lint/markedjson/tokens.py
new file mode 100644
index 0000000..6fa8bf1
--- /dev/null
+++ b/powerline/lint/markedjson/tokens.py
@@ -0,0 +1,72 @@
+# vim:fileencoding=utf-8:noet
+from __future__ import (unicode_literals, division, absolute_import, print_function)
+
+
+class Token(object):
+	def __init__(self, start_mark, end_mark):
+		self.start_mark = start_mark
+		self.end_mark = end_mark
+
+	def __repr__(self):
+		attributes = [
+			key for key in self.__dict__
+			if not key.endswith('_mark')
+		]
+		attributes.sort()
+		arguments = ', '.join([
+			'%s=%r' % (key, getattr(self, key))
+			for key in attributes
+		])
+		return '%s(%s)' % (self.__class__.__name__, arguments)
+
+
+class StreamStartToken(Token):
+	id = '<stream start>'
+
+	def __init__(self, start_mark=None, end_mark=None, encoding=None):
+		self.start_mark = start_mark
+		self.end_mark = end_mark
+		self.encoding = encoding
+
+
+class StreamEndToken(Token):
+	id = '<stream end>'
+
+
+class FlowSequenceStartToken(Token):
+	id = '['
+
+
+class FlowMappingStartToken(Token):
+	id = '{'
+
+
+class FlowSequenceEndToken(Token):
+	id = ']'
+
+
+class FlowMappingEndToken(Token):
+	id = '}'
+
+
+class KeyToken(Token):
+	id = '?'
+
+
+class ValueToken(Token):
+	id = ':'
+
+
+class FlowEntryToken(Token):
+	id = ','
+
+
+class ScalarToken(Token):
+	id = '<scalar>'
+
+	def __init__(self, value, plain, start_mark, end_mark, style=None):
+		self.value = value
+		self.plain = plain
+		self.start_mark = start_mark
+		self.end_mark = end_mark
+		self.style = style