blob: 2f444efc5016b233ee7e4b4e5f6c434405b36338 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
|
---input---
func abc(arg):
print("Hello, World!")
---tokens---
'func' Keyword
' ' Text.Whitespace
'abc' Name
'(' Punctuation
'arg' Name
')' Punctuation
':' Punctuation
'\n' Text.Whitespace
'\t' Text.Whitespace
'print' Name.Builtin
'(' Punctuation
'"' Literal.String.Double
'Hello, World!' Literal.String.Double
'"' Literal.String.Double
')' Punctuation
'\n' Text.Whitespace
|
