blob: 3ae9dc96e41265ed14a0c7945589dd1c6a1adc3e (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
|
---input---
123 -11 0 -0 0.5 .5 1. -0.5 +0.5 -.5 -1. 2e1 -2e1 2e -2e +2e e.3 -e.3 11.2e-3 -11.2e-3 5_6 5__6 _5 6_ 5.6_7 5.67_
---tokens---
'123' Literal.Number.Integer
' ' Text
'-' Operator
'11' Literal.Number.Integer
' ' Text
'0' Literal.Number.Integer
' ' Text
'-' Operator
'0' Literal.Number.Integer
' ' Text
'0.5' Literal.Number.Float
' ' Text
'.5' Literal.Number.Float
' ' Text
'1.' Literal.Number.Float
' ' Text
'-' Operator
'0.5' Literal.Number.Float
' ' Text
'+' Operator
'0.5' Literal.Number.Float
' ' Text
'-' Operator
'.5' Literal.Number.Float
' ' Text
'-' Operator
'1.' Literal.Number.Float
' ' Text
'2e1' Literal.Number.Float
' ' Text
'-' Operator
'2e1' Literal.Number.Float
' ' Text
'2' Literal.Number.Integer
'e' Name
' ' Text
'-' Operator
'2' Literal.Number.Integer
'e' Name
' ' Text
'+' Operator
'2' Literal.Number.Integer
'e' Name
' ' Text
'e' Name
'.3' Literal.Number.Float
' ' Text
'-' Operator
'e' Name
'.3' Literal.Number.Float
' ' Text
'11.2e-3' Literal.Number.Float
' ' Text
'-' Operator
'11.2e-3' Literal.Number.Float
' ' Text
'5_6' Literal.Number.Integer
' ' Text
'5' Literal.Number.Integer
'__6' Name
' ' Text
'_5' Name
' ' Text
'6' Literal.Number.Integer
'_' Name
' ' Text
'5.6_7' Literal.Number.Float
' ' Text
'5.67' Literal.Number.Float
'_' Name
'\n' Text.Whitespace
|
