1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
|
<!DOCTYPE html>
<html>
<head>
<meta http-equiv="Content-Type" content="text/html; charset=utf-8">
<title>Coverage for src/debputy/lsp/vendoring/_deb822_repro/tokens.py: 83%</title>
<link rel="icon" sizes="32x32" href="favicon_32.png">
<link rel="stylesheet" href="style.css" type="text/css">
<script type="text/javascript" src="coverage_html.js" defer></script>
</head>
<body class="pyfile">
<header>
<div class="content">
<h1>
<span class="text">Coverage for </span><b>src/debputy/lsp/vendoring/_deb822_repro/tokens.py</b>:
<span class="pc_cov">83%</span>
</h1>
<aside id="help_panel_wrapper">
<input id="help_panel_state" type="checkbox">
<label for="help_panel_state">
<img id="keyboard_icon" src="keybd_closed.png" alt="Show/hide keyboard shortcuts" />
</label>
<div id="help_panel">
<p class="legend">Shortcuts on this page</p>
<div class="keyhelp">
<p>
<kbd>r</kbd>
<kbd>m</kbd>
<kbd>x</kbd>
<kbd>p</kbd>
toggle line displays
</p>
<p>
<kbd>j</kbd>
<kbd>k</kbd>
next/prev highlighted chunk
</p>
<p>
<kbd>0</kbd> (zero) top of page
</p>
<p>
<kbd>1</kbd> (one) first highlighted chunk
</p>
<p>
<kbd>[</kbd>
<kbd>]</kbd>
prev/next file
</p>
<p>
<kbd>u</kbd> up to the index
</p>
<p>
<kbd>?</kbd> show/hide this help
</p>
</div>
</div>
</aside>
<h2>
<span class="text">230 statements </span>
<button type="button" class="run button_toggle_run" value="run" data-shortcut="r" title="Toggle lines run">198<span class="text"> run</span></button>
<button type="button" class="mis show_mis button_toggle_mis" value="mis" data-shortcut="m" title="Toggle lines missing">32<span class="text"> missing</span></button>
<button type="button" class="exc show_exc button_toggle_exc" value="exc" data-shortcut="x" title="Toggle lines excluded">4<span class="text"> excluded</span></button>
<button type="button" class="par run show_par button_toggle_par" value="par" data-shortcut="p" title="Toggle lines partially run">13<span class="text"> partial</span></button>
</h2>
<p class="text">
<a id="prevFileLink" class="nav" href="d_e9c451f4ae334f76_parsing_py.html">« prev</a>
<a id="indexLink" class="nav" href="index.html">^ index</a>
<a id="nextFileLink" class="nav" href="d_e9c451f4ae334f76_types_py.html">» next</a>
<a class="nav" href="https://coverage.readthedocs.io/en/7.2.7">coverage.py v7.2.7</a>,
created at 2024-04-07 12:14 +0200
</p>
<aside class="hidden">
<button type="button" class="button_next_chunk" data-shortcut="j"/>
<button type="button" class="button_prev_chunk" data-shortcut="k"/>
<button type="button" class="button_top_of_page" data-shortcut="0"/>
<button type="button" class="button_first_chunk" data-shortcut="1"/>
<button type="button" class="button_prev_file" data-shortcut="["/>
<button type="button" class="button_next_file" data-shortcut="]"/>
<button type="button" class="button_to_index" data-shortcut="u"/>
<button type="button" class="button_show_hide_help" data-shortcut="?"/>
</aside>
</div>
</header>
<main id="source">
<p class="run"><span class="n"><a id="t1" href="#t1">1</a></span><span class="t"><span class="key">import</span> <span class="nam">re</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t2" href="#t2">2</a></span><span class="t"><span class="key">import</span> <span class="nam">sys</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t3" href="#t3">3</a></span><span class="t"><span class="key">import</span> <span class="nam">weakref</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t4" href="#t4">4</a></span><span class="t"><span class="key">from</span> <span class="nam">weakref</span> <span class="key">import</span> <span class="nam">ReferenceType</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t5" href="#t5">5</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t6" href="#t6">6</a></span><span class="t"><span class="key">from</span> <span class="op">.</span><span class="nam">_util</span> <span class="key">import</span> <span class="nam">BufferingIterator</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t7" href="#t7">7</a></span><span class="t"><span class="key">from</span> <span class="op">.</span><span class="nam">locatable</span> <span class="key">import</span> <span class="op">(</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t8" href="#t8">8</a></span><span class="t"> <span class="nam">Locatable</span><span class="op">,</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t9" href="#t9">9</a></span><span class="t"> <span class="nam">START_POSITION</span><span class="op">,</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t10" href="#t10">10</a></span><span class="t"> <span class="nam">Range</span><span class="op">,</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t11" href="#t11">11</a></span><span class="t"> <span class="nam">ONE_CHAR_RANGE</span><span class="op">,</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t12" href="#t12">12</a></span><span class="t"> <span class="nam">ONE_LINE_RANGE</span><span class="op">,</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t13" href="#t13">13</a></span><span class="t"> <span class="nam">Position</span><span class="op">,</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t14" href="#t14">14</a></span><span class="t"><span class="op">)</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t15" href="#t15">15</a></span><span class="t"><span class="key">from</span> <span class="nam">debian</span><span class="op">.</span><span class="nam">_util</span> <span class="key">import</span> <span class="nam">resolve_ref</span><span class="op">,</span> <span class="nam">_strI</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t16" href="#t16">16</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t17" href="#t17">17</a></span><span class="t"><span class="key">try</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t18" href="#t18">18</a></span><span class="t"> <span class="key">from</span> <span class="nam">typing</span> <span class="key">import</span> <span class="nam">Optional</span><span class="op">,</span> <span class="nam">cast</span><span class="op">,</span> <span class="nam">TYPE_CHECKING</span><span class="op">,</span> <span class="nam">Iterable</span><span class="op">,</span> <span class="nam">Union</span><span class="op">,</span> <span class="nam">Dict</span><span class="op">,</span> <span class="nam">Callable</span> </span><span class="r"></span></p>
<p class="mis show_mis"><span class="n"><a id="t19" href="#t19">19</a></span><span class="t"><span class="key">except</span> <span class="nam">ImportError</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t20" href="#t20">20</a></span><span class="t"> <span class="com"># pylint: disable=unnecessary-lambda-assignment</span> </span><span class="r"></span></p>
<p class="mis show_mis"><span class="n"><a id="t21" href="#t21">21</a></span><span class="t"> <span class="nam">TYPE_CHECKING</span> <span class="op">=</span> <span class="key">False</span> </span><span class="r"></span></p>
<p class="mis show_mis"><span class="n"><a id="t22" href="#t22">22</a></span><span class="t"> <span class="nam">cast</span> <span class="op">=</span> <span class="key">lambda</span> <span class="nam">t</span><span class="op">,</span> <span class="nam">v</span><span class="op">:</span> <span class="nam">v</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t23" href="#t23">23</a></span><span class="t"> </span><span class="r"></span></p>
<p class="exc show_exc"><span class="n"><a id="t24" href="#t24">24</a></span><span class="t"><span class="key">if</span> <span class="nam">TYPE_CHECKING</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="exc show_exc"><span class="n"><a id="t25" href="#t25">25</a></span><span class="t"> <span class="key">from</span> <span class="op">.</span><span class="nam">parsing</span> <span class="key">import</span> <span class="nam">Deb822Element</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t26" href="#t26">26</a></span><span class="t"> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t27" href="#t27">27</a></span><span class="t"> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t28" href="#t28">28</a></span><span class="t"><span class="com"># Consume whitespace and a single word.</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t29" href="#t29">29</a></span><span class="t"><span class="nam">_RE_WHITESPACE_SEPARATED_WORD_LIST</span> <span class="op">=</span> <span class="nam">re</span><span class="op">.</span><span class="nam">compile</span><span class="op">(</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t30" href="#t30">30</a></span><span class="t"> <span class="str">r"""</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t31" href="#t31">31</a></span><span class="t"><span class="str"> (?P<space_before>\s*) # Consume any whitespace before the word</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t32" href="#t32">32</a></span><span class="t"><span class="str"> # The space only occurs in practise if the line starts</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t33" href="#t33">33</a></span><span class="t"><span class="str"> # with space.</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t34" href="#t34">34</a></span><span class="t"> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t35" href="#t35">35</a></span><span class="t"><span class="str"> # Optionally consume a word (needed to handle the case</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t36" href="#t36">36</a></span><span class="t"><span class="str"> # when there are no words left and someone applies this</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t37" href="#t37">37</a></span><span class="t"><span class="str"> # pattern to the remaining text). This is mostly here as</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t38" href="#t38">38</a></span><span class="t"><span class="str"> # a fail-safe.</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t39" href="#t39">39</a></span><span class="t"> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t40" href="#t40">40</a></span><span class="t"><span class="str"> (?P<word>\S+) # Consume the word (if present)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t41" href="#t41">41</a></span><span class="t"><span class="str"> (?P<trailing_whitespace>\s*) # Consume trailing whitespace</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t42" href="#t42">42</a></span><span class="t"><span class="str">"""</span><span class="op">,</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t43" href="#t43">43</a></span><span class="t"> <span class="nam">re</span><span class="op">.</span><span class="nam">VERBOSE</span><span class="op">,</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t44" href="#t44">44</a></span><span class="t"><span class="op">)</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t45" href="#t45">45</a></span><span class="t"><span class="nam">_RE_COMMA_SEPARATED_WORD_LIST</span> <span class="op">=</span> <span class="nam">re</span><span class="op">.</span><span class="nam">compile</span><span class="op">(</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t46" href="#t46">46</a></span><span class="t"> <span class="str">r"""</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t47" href="#t47">47</a></span><span class="t"><span class="str"> # This regex is slightly complicated by the fact that it should work with</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t48" href="#t48">48</a></span><span class="t"><span class="str"> # finditer and consume the entire value.</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t49" href="#t49">49</a></span><span class="t"><span class="str"> #</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t50" href="#t50">50</a></span><span class="t"><span class="str"> # To do this, we structure the regex so it always starts on a comma (except</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t51" href="#t51">51</a></span><span class="t"><span class="str"> # for the first iteration, where we permit the absence of a comma)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t52" href="#t52">52</a></span><span class="t"> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t53" href="#t53">53</a></span><span class="t"><span class="str"> (?: # Optional space followed by a mandatory comma unless</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t54" href="#t54">54</a></span><span class="t"><span class="str"> # it is the start of the "line" (in which case, we</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t55" href="#t55">55</a></span><span class="t"><span class="str"> # allow the comma to be omitted)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t56" href="#t56">56</a></span><span class="t"><span class="str"> ^</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t57" href="#t57">57</a></span><span class="t"><span class="str"> |</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t58" href="#t58">58</a></span><span class="t"><span class="str"> (?:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t59" href="#t59">59</a></span><span class="t"><span class="str"> (?P<space_before_comma>\s*) # This space only occurs in practise if the line</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t60" href="#t60">60</a></span><span class="t"><span class="str"> # starts with space + comma.</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t61" href="#t61">61</a></span><span class="t"><span class="str"> (?P<comma> ,)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t62" href="#t62">62</a></span><span class="t"><span class="str"> )</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t63" href="#t63">63</a></span><span class="t"><span class="str"> )</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t64" href="#t64">64</a></span><span class="t"> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t65" href="#t65">65</a></span><span class="t"><span class="str"> # From here it is "optional space, maybe a word and then optional space" again. One reason why</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t66" href="#t66">66</a></span><span class="t"><span class="str"> # all of it is optional is to gracefully cope with trailing commas.</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t67" href="#t67">67</a></span><span class="t"><span class="str"> (?P<space_before_word>\s*)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t68" href="#t68">68</a></span><span class="t"><span class="str"> (?P<word> [^,\s] (?: [^,]*[^,\s])? )? # "Words" can contain spaces for comma separated list.</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t69" href="#t69">69</a></span><span class="t"><span class="str"> # But surrounding whitespace is ignored</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t70" href="#t70">70</a></span><span class="t"><span class="str"> (?P<space_after_word>\s*)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t71" href="#t71">71</a></span><span class="t"><span class="str">"""</span><span class="op">,</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t72" href="#t72">72</a></span><span class="t"> <span class="nam">re</span><span class="op">.</span><span class="nam">VERBOSE</span><span class="op">,</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t73" href="#t73">73</a></span><span class="t"><span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t74" href="#t74">74</a></span><span class="t"> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t75" href="#t75">75</a></span><span class="t"><span class="com"># From Policy 5.1:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t76" href="#t76">76</a></span><span class="t"><span class="com">#</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t77" href="#t77">77</a></span><span class="t"><span class="com"># The field name is composed of US-ASCII characters excluding control</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t78" href="#t78">78</a></span><span class="t"><span class="com"># characters, space, and colon (i.e., characters in the ranges U+0021</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t79" href="#t79">79</a></span><span class="t"><span class="com"># (!) through U+0039 (9), and U+003B (;) through U+007E (~),</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t80" href="#t80">80</a></span><span class="t"><span class="com"># inclusive). Field names must not begin with the comment character</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t81" href="#t81">81</a></span><span class="t"><span class="com"># (U+0023 #), nor with the hyphen character (U+002D -).</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t82" href="#t82">82</a></span><span class="t"><span class="com">#</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t83" href="#t83">83</a></span><span class="t"><span class="com"># That combines to this regex of questionable readability</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t84" href="#t84">84</a></span><span class="t"><span class="nam">_RE_FIELD_LINE</span> <span class="op">=</span> <span class="nam">re</span><span class="op">.</span><span class="nam">compile</span><span class="op">(</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t85" href="#t85">85</a></span><span class="t"> <span class="str">r"""</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t86" href="#t86">86</a></span><span class="t"><span class="str"> ^ # Start of line</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t87" href="#t87">87</a></span><span class="t"><span class="str"> (?P<field_name> # Capture group for the field name</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t88" href="#t88">88</a></span><span class="t"><span class="str"> [\x21\x22\x24-\x2C\x2F-\x39\x3B-\x7F] # First character</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t89" href="#t89">89</a></span><span class="t"><span class="str"> [\x21-\x39\x3B-\x7F]* # Subsequent characters (if any)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t90" href="#t90">90</a></span><span class="t"><span class="str"> )</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t91" href="#t91">91</a></span><span class="t"><span class="str"> (?P<separator> : )</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t92" href="#t92">92</a></span><span class="t"><span class="str"> (?P<space_before_value> \s* )</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t93" href="#t93">93</a></span><span class="t"><span class="str"> (?: # Field values are not mandatory on the same line</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t94" href="#t94">94</a></span><span class="t"><span class="str"> # as the field name.</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t95" href="#t95">95</a></span><span class="t"> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t96" href="#t96">96</a></span><span class="t"><span class="str"> (?P<value> \S(?:.*\S)? ) # Values must start and end on a "non-space"</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t97" href="#t97">97</a></span><span class="t"><span class="str"> (?P<space_after_value> \s* ) # We can have optional space after the value</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t98" href="#t98">98</a></span><span class="t"><span class="str"> )?</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t99" href="#t99">99</a></span><span class="t"><span class="str">"""</span><span class="op">,</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t100" href="#t100">100</a></span><span class="t"> <span class="nam">re</span><span class="op">.</span><span class="nam">VERBOSE</span><span class="op">,</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t101" href="#t101">101</a></span><span class="t"><span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t102" href="#t102">102</a></span><span class="t"> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t103" href="#t103">103</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t104" href="#t104">104</a></span><span class="t"><span class="key">class</span> <span class="nam">Deb822Token</span><span class="op">(</span><span class="nam">Locatable</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t105" href="#t105">105</a></span><span class="t"> <span class="str">"""A token is an atomic syntactical element from a deb822 file</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t106" href="#t106">106</a></span><span class="t"> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t107" href="#t107">107</a></span><span class="t"><span class="str"> A file is parsed into a series of tokens. If these tokens are converted to</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t108" href="#t108">108</a></span><span class="t"><span class="str"> text in exactly the same order, you get exactly the same file - bit-for-bit.</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t109" href="#t109">109</a></span><span class="t"><span class="str"> Accordingly ever bit of text in a file must be assigned to exactly one</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t110" href="#t110">110</a></span><span class="t"><span class="str"> Deb822Token.</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t111" href="#t111">111</a></span><span class="t"><span class="str"> """</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t112" href="#t112">112</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t113" href="#t113">113</a></span><span class="t"> <span class="nam">__slots__</span> <span class="op">=</span> <span class="op">(</span><span class="str">"_text"</span><span class="op">,</span> <span class="str">"_parent_element"</span><span class="op">,</span> <span class="str">"_token_size"</span><span class="op">,</span> <span class="str">"__weakref__"</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t114" href="#t114">114</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t115" href="#t115">115</a></span><span class="t"> <span class="key">def</span> <span class="nam">__init__</span><span class="op">(</span><span class="nam">self</span><span class="op">,</span> <span class="nam">text</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t116" href="#t116">116</a></span><span class="t"> <span class="com"># type: (str) -> None</span> </span><span class="r"></span></p>
<p class="exc show_exc"><span class="n"><a id="t117" href="#t117">117</a></span><span class="t"> <span class="key">if</span> <span class="nam">text</span> <span class="op">==</span> <span class="str">""</span><span class="op">:</span> <span class="com"># pragma: no cover</span> </span><span class="r"></span></p>
<p class="exc show_exc"><span class="n"><a id="t118" href="#t118">118</a></span><span class="t"> <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">"Tokens must have content"</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t119" href="#t119">119</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">_text</span> <span class="op">=</span> <span class="nam">text</span> <span class="com"># type: str</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t120" href="#t120">120</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">_parent_element</span> <span class="op">=</span> <span class="key">None</span> <span class="com"># type: Optional[ReferenceType['Deb822Element']]</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t121" href="#t121">121</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">_token_size</span> <span class="op">=</span> <span class="key">None</span> <span class="com"># type: Optional[Range]</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t122" href="#t122">122</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">_verify_token_text</span><span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t123" href="#t123">123</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t124" href="#t124">124</a></span><span class="t"> <span class="key">def</span> <span class="nam">__repr__</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t125" href="#t125">125</a></span><span class="t"> <span class="com"># type: () -> str</span> </span><span class="r"></span></p>
<p class="mis show_mis"><span class="n"><a id="t126" href="#t126">126</a></span><span class="t"> <span class="key">return</span> <span class="str">"{clsname}('{text}')"</span><span class="op">.</span><span class="nam">format</span><span class="op">(</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t127" href="#t127">127</a></span><span class="t"> <span class="nam">clsname</span><span class="op">=</span><span class="nam">self</span><span class="op">.</span><span class="nam">__class__</span><span class="op">.</span><span class="nam">__name__</span><span class="op">,</span> <span class="nam">text</span><span class="op">=</span><span class="nam">self</span><span class="op">.</span><span class="nam">_text</span><span class="op">.</span><span class="nam">replace</span><span class="op">(</span><span class="str">"\n"</span><span class="op">,</span> <span class="str">"\\n"</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t128" href="#t128">128</a></span><span class="t"> <span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t129" href="#t129">129</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t130" href="#t130">130</a></span><span class="t"> <span class="key">def</span> <span class="nam">_verify_token_text</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t131" href="#t131">131</a></span><span class="t"> <span class="com"># type: () -> None</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t132" href="#t132">132</a></span><span class="t"> <span class="key">if</span> <span class="str">"\n"</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_text</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t133" href="#t133">133</a></span><span class="t"> <span class="nam">is_single_line_token</span> <span class="op">=</span> <span class="key">False</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t134" href="#t134">134</a></span><span class="t"> <span class="key">if</span> <span class="nam">self</span><span class="op">.</span><span class="nam">is_comment</span> <span class="key">or</span> <span class="nam">self</span><span class="op">.</span><span class="nam">is_error</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t135" href="#t135">135</a></span><span class="t"> <span class="nam">is_single_line_token</span> <span class="op">=</span> <span class="key">True</span> </span><span class="r"></span></p>
<p class="par run show_par"><span class="n"><a id="t136" href="#t136">136</a></span><span class="t"> <span class="key">if</span> <span class="key">not</span> <span class="nam">is_single_line_token</span> <span class="key">and</span> <span class="key">not</span> <span class="nam">self</span><span class="op">.</span><span class="nam">is_whitespace</span><span class="op">:</span> </span><span class="r"><span class="annotate short">136 ↛ 137</span><span class="annotate long">line 136 didn't jump to line 137, because the condition on line 136 was never true</span></span></p>
<p class="mis show_mis"><span class="n"><a id="t137" href="#t137">137</a></span><span class="t"> <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t138" href="#t138">138</a></span><span class="t"> <span class="str">"Only whitespace, error and comment tokens may contain newlines"</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t139" href="#t139">139</a></span><span class="t"> <span class="op">)</span> </span><span class="r"></span></p>
<p class="par run show_par"><span class="n"><a id="t140" href="#t140">140</a></span><span class="t"> <span class="key">if</span> <span class="key">not</span> <span class="nam">self</span><span class="op">.</span><span class="nam">text</span><span class="op">.</span><span class="nam">endswith</span><span class="op">(</span><span class="str">"\n"</span><span class="op">)</span><span class="op">:</span> </span><span class="r"><span class="annotate short">140 ↛ 141</span><span class="annotate long">line 140 didn't jump to line 141, because the condition on line 140 was never true</span></span></p>
<p class="mis show_mis"><span class="n"><a id="t141" href="#t141">141</a></span><span class="t"> <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">"Tokens containing whitespace must end on a newline"</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="par run show_par"><span class="n"><a id="t142" href="#t142">142</a></span><span class="t"> <span class="key">if</span> <span class="nam">is_single_line_token</span> <span class="key">and</span> <span class="str">"\n"</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">text</span><span class="op">[</span><span class="op">:</span><span class="op">-</span><span class="num">1</span><span class="op">]</span><span class="op">:</span> </span><span class="r"><span class="annotate short">142 ↛ 143</span><span class="annotate long">line 142 didn't jump to line 143, because the condition on line 142 was never true</span></span></p>
<p class="mis show_mis"><span class="n"><a id="t143" href="#t143">143</a></span><span class="t"> <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t144" href="#t144">144</a></span><span class="t"> <span class="str">"Comments and error tokens must not contain embedded newlines"</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t145" href="#t145">145</a></span><span class="t"> <span class="str">" (only end on one)"</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t146" href="#t146">146</a></span><span class="t"> <span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t147" href="#t147">147</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t148" href="#t148">148</a></span><span class="t"> <span class="op">@</span><span class="nam">property</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t149" href="#t149">149</a></span><span class="t"> <span class="key">def</span> <span class="nam">is_whitespace</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t150" href="#t150">150</a></span><span class="t"> <span class="com"># type: () -> bool</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t151" href="#t151">151</a></span><span class="t"> <span class="key">return</span> <span class="key">False</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t152" href="#t152">152</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t153" href="#t153">153</a></span><span class="t"> <span class="op">@</span><span class="nam">property</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t154" href="#t154">154</a></span><span class="t"> <span class="key">def</span> <span class="nam">is_comment</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t155" href="#t155">155</a></span><span class="t"> <span class="com"># type: () -> bool</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t156" href="#t156">156</a></span><span class="t"> <span class="key">return</span> <span class="key">False</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t157" href="#t157">157</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t158" href="#t158">158</a></span><span class="t"> <span class="op">@</span><span class="nam">property</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t159" href="#t159">159</a></span><span class="t"> <span class="key">def</span> <span class="nam">is_error</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t160" href="#t160">160</a></span><span class="t"> <span class="com"># type: () -> bool</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t161" href="#t161">161</a></span><span class="t"> <span class="key">return</span> <span class="key">False</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t162" href="#t162">162</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t163" href="#t163">163</a></span><span class="t"> <span class="op">@</span><span class="nam">property</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t164" href="#t164">164</a></span><span class="t"> <span class="key">def</span> <span class="nam">text</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t165" href="#t165">165</a></span><span class="t"> <span class="com"># type: () -> str</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t166" href="#t166">166</a></span><span class="t"> <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_text</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t167" href="#t167">167</a></span><span class="t"> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t168" href="#t168">168</a></span><span class="t"> <span class="com"># To support callers that want a simple interface for converting tokens and elements to text</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t169" href="#t169">169</a></span><span class="t"> <span class="key">def</span> <span class="nam">convert_to_text</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t170" href="#t170">170</a></span><span class="t"> <span class="com"># type: () -> str</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t171" href="#t171">171</a></span><span class="t"> <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_text</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t172" href="#t172">172</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t173" href="#t173">173</a></span><span class="t"> <span class="key">def</span> <span class="nam">size</span><span class="op">(</span><span class="nam">self</span><span class="op">,</span> <span class="op">*</span><span class="op">,</span> <span class="nam">skip_leading_comments</span><span class="op">:</span> <span class="nam">bool</span> <span class="op">=</span> <span class="key">False</span><span class="op">)</span> <span class="op">-></span> <span class="nam">Range</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t174" href="#t174">174</a></span><span class="t"> <span class="com"># As tokens are an atomic unit</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t175" href="#t175">175</a></span><span class="t"> <span class="nam">token_size</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_token_size</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t176" href="#t176">176</a></span><span class="t"> <span class="key">if</span> <span class="nam">token_size</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t177" href="#t177">177</a></span><span class="t"> <span class="key">return</span> <span class="nam">token_size</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t178" href="#t178">178</a></span><span class="t"> <span class="nam">token_len</span> <span class="op">=</span> <span class="nam">len</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_text</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t179" href="#t179">179</a></span><span class="t"> <span class="key">if</span> <span class="nam">token_len</span> <span class="op">==</span> <span class="num">1</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t180" href="#t180">180</a></span><span class="t"> <span class="com"># The indirection with `r` because mypy gets confused and thinks that `token_size`</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t181" href="#t181">181</a></span><span class="t"> <span class="com"># cannot have any type at all.</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t182" href="#t182">182</a></span><span class="t"> <span class="nam">token_size</span> <span class="op">=</span> <span class="nam">ONE_CHAR_RANGE</span> <span class="key">if</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_text</span> <span class="op">!=</span> <span class="str">"\n"</span> <span class="key">else</span> <span class="nam">ONE_LINE_RANGE</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t183" href="#t183">183</a></span><span class="t"> <span class="key">else</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t184" href="#t184">184</a></span><span class="t"> <span class="nam">new_lines</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_text</span><span class="op">.</span><span class="nam">count</span><span class="op">(</span><span class="str">"\n"</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t185" href="#t185">185</a></span><span class="t"> <span class="key">assert</span> <span class="key">not</span> <span class="nam">new_lines</span> <span class="key">or</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_text</span><span class="op">[</span><span class="op">-</span><span class="num">1</span><span class="op">]</span> <span class="op">==</span> <span class="str">"\n"</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t186" href="#t186">186</a></span><span class="t"> <span class="nam">end_pos</span> <span class="op">=</span> <span class="nam">Position</span><span class="op">(</span><span class="nam">new_lines</span><span class="op">,</span> <span class="num">0</span><span class="op">)</span> <span class="key">if</span> <span class="nam">new_lines</span> <span class="key">else</span> <span class="nam">Position</span><span class="op">(</span><span class="num">0</span><span class="op">,</span> <span class="nam">token_len</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t187" href="#t187">187</a></span><span class="t"> <span class="nam">token_size</span> <span class="op">=</span> <span class="nam">Range</span><span class="op">(</span><span class="nam">START_POSITION</span><span class="op">,</span> <span class="nam">end_pos</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t188" href="#t188">188</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">_token_size</span> <span class="op">=</span> <span class="nam">token_size</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t189" href="#t189">189</a></span><span class="t"> <span class="key">return</span> <span class="nam">token_size</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t190" href="#t190">190</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t191" href="#t191">191</a></span><span class="t"> <span class="op">@</span><span class="nam">property</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t192" href="#t192">192</a></span><span class="t"> <span class="key">def</span> <span class="nam">parent_element</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t193" href="#t193">193</a></span><span class="t"> <span class="com"># type: () -> Optional[Deb822Element]</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t194" href="#t194">194</a></span><span class="t"> <span class="key">return</span> <span class="nam">resolve_ref</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_parent_element</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t195" href="#t195">195</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t196" href="#t196">196</a></span><span class="t"> <span class="op">@</span><span class="nam">parent_element</span><span class="op">.</span><span class="nam">setter</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t197" href="#t197">197</a></span><span class="t"> <span class="key">def</span> <span class="nam">parent_element</span><span class="op">(</span><span class="nam">self</span><span class="op">,</span> <span class="nam">new_parent</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t198" href="#t198">198</a></span><span class="t"> <span class="com"># type: (Optional[Deb822Element]) -> None</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t199" href="#t199">199</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">_parent_element</span> <span class="op">=</span> <span class="op">(</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t200" href="#t200">200</a></span><span class="t"> <span class="nam">weakref</span><span class="op">.</span><span class="nam">ref</span><span class="op">(</span><span class="nam">new_parent</span><span class="op">)</span> <span class="key">if</span> <span class="nam">new_parent</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span> <span class="key">else</span> <span class="key">None</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t201" href="#t201">201</a></span><span class="t"> <span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t202" href="#t202">202</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t203" href="#t203">203</a></span><span class="t"> <span class="key">def</span> <span class="nam">clear_parent_if_parent</span><span class="op">(</span><span class="nam">self</span><span class="op">,</span> <span class="nam">parent</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t204" href="#t204">204</a></span><span class="t"> <span class="com"># type: (Deb822Element) -> None</span> </span><span class="r"></span></p>
<p class="mis show_mis"><span class="n"><a id="t205" href="#t205">205</a></span><span class="t"> <span class="key">if</span> <span class="nam">parent</span> <span class="key">is</span> <span class="nam">self</span><span class="op">.</span><span class="nam">parent_element</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="mis show_mis"><span class="n"><a id="t206" href="#t206">206</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">_parent_element</span> <span class="op">=</span> <span class="key">None</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t207" href="#t207">207</a></span><span class="t"> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t208" href="#t208">208</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t209" href="#t209">209</a></span><span class="t"><span class="key">class</span> <span class="nam">Deb822WhitespaceToken</span><span class="op">(</span><span class="nam">Deb822Token</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t210" href="#t210">210</a></span><span class="t"> <span class="str">"""The token is a kind of whitespace.</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t211" href="#t211">211</a></span><span class="t"> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t212" href="#t212">212</a></span><span class="t"><span class="str"> Some whitespace tokens are critical for the format (such as the Deb822ValueContinuationToken,</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t213" href="#t213">213</a></span><span class="t"><span class="str"> spaces that separate words in list separated by spaces or newlines), while other whitespace</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t214" href="#t214">214</a></span><span class="t"><span class="str"> tokens are truly insignificant (space before a newline, space after a comma in a comma</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t215" href="#t215">215</a></span><span class="t"><span class="str"> list, etc.).</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t216" href="#t216">216</a></span><span class="t"><span class="str"> """</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t217" href="#t217">217</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t218" href="#t218">218</a></span><span class="t"> <span class="nam">__slots__</span> <span class="op">=</span> <span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t219" href="#t219">219</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t220" href="#t220">220</a></span><span class="t"> <span class="op">@</span><span class="nam">property</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t221" href="#t221">221</a></span><span class="t"> <span class="key">def</span> <span class="nam">is_whitespace</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t222" href="#t222">222</a></span><span class="t"> <span class="com"># type: () -> bool</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t223" href="#t223">223</a></span><span class="t"> <span class="key">return</span> <span class="key">True</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t224" href="#t224">224</a></span><span class="t"> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t225" href="#t225">225</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t226" href="#t226">226</a></span><span class="t"><span class="key">class</span> <span class="nam">Deb822SemanticallySignificantWhiteSpace</span><span class="op">(</span><span class="nam">Deb822WhitespaceToken</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t227" href="#t227">227</a></span><span class="t"> <span class="str">"""Whitespace that (if removed) would change the meaning of the file (or cause syntax errors)"""</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t228" href="#t228">228</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t229" href="#t229">229</a></span><span class="t"> <span class="nam">__slots__</span> <span class="op">=</span> <span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t230" href="#t230">230</a></span><span class="t"> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t231" href="#t231">231</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t232" href="#t232">232</a></span><span class="t"><span class="key">class</span> <span class="nam">Deb822NewlineAfterValueToken</span><span class="op">(</span><span class="nam">Deb822SemanticallySignificantWhiteSpace</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t233" href="#t233">233</a></span><span class="t"> <span class="str">"""The newline after a value token.</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t234" href="#t234">234</a></span><span class="t"> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t235" href="#t235">235</a></span><span class="t"><span class="str"> If not followed by a continuation token, this also marks the end of the field.</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t236" href="#t236">236</a></span><span class="t"><span class="str"> """</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t237" href="#t237">237</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t238" href="#t238">238</a></span><span class="t"> <span class="nam">__slots__</span> <span class="op">=</span> <span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t239" href="#t239">239</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t240" href="#t240">240</a></span><span class="t"> <span class="key">def</span> <span class="nam">__init__</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t241" href="#t241">241</a></span><span class="t"> <span class="com"># type: () -> None</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t242" href="#t242">242</a></span><span class="t"> <span class="nam">super</span><span class="op">(</span><span class="op">)</span><span class="op">.</span><span class="nam">__init__</span><span class="op">(</span><span class="str">"\n"</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t243" href="#t243">243</a></span><span class="t"> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t244" href="#t244">244</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t245" href="#t245">245</a></span><span class="t"><span class="key">class</span> <span class="nam">Deb822ValueContinuationToken</span><span class="op">(</span><span class="nam">Deb822SemanticallySignificantWhiteSpace</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t246" href="#t246">246</a></span><span class="t"> <span class="str">"""The whitespace denoting a value spanning an additional line (the first space on a line)"""</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t247" href="#t247">247</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t248" href="#t248">248</a></span><span class="t"> <span class="nam">__slots__</span> <span class="op">=</span> <span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t249" href="#t249">249</a></span><span class="t"> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t250" href="#t250">250</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t251" href="#t251">251</a></span><span class="t"><span class="key">class</span> <span class="nam">Deb822SpaceSeparatorToken</span><span class="op">(</span><span class="nam">Deb822SemanticallySignificantWhiteSpace</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t252" href="#t252">252</a></span><span class="t"> <span class="str">"""Whitespace between values in a space list (e.g. "Architectures")"""</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t253" href="#t253">253</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t254" href="#t254">254</a></span><span class="t"> <span class="nam">__slots__</span> <span class="op">=</span> <span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t255" href="#t255">255</a></span><span class="t"> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t256" href="#t256">256</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t257" href="#t257">257</a></span><span class="t"><span class="key">class</span> <span class="nam">Deb822ErrorToken</span><span class="op">(</span><span class="nam">Deb822Token</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t258" href="#t258">258</a></span><span class="t"> <span class="str">"""Token that represents a syntactical error"""</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t259" href="#t259">259</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t260" href="#t260">260</a></span><span class="t"> <span class="nam">__slots__</span> <span class="op">=</span> <span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t261" href="#t261">261</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t262" href="#t262">262</a></span><span class="t"> <span class="op">@</span><span class="nam">property</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t263" href="#t263">263</a></span><span class="t"> <span class="key">def</span> <span class="nam">is_error</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t264" href="#t264">264</a></span><span class="t"> <span class="com"># type: () -> bool</span> </span><span class="r"></span></p>
<p class="mis show_mis"><span class="n"><a id="t265" href="#t265">265</a></span><span class="t"> <span class="key">return</span> <span class="key">True</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t266" href="#t266">266</a></span><span class="t"> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t267" href="#t267">267</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t268" href="#t268">268</a></span><span class="t"><span class="key">class</span> <span class="nam">Deb822CommentToken</span><span class="op">(</span><span class="nam">Deb822Token</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t269" href="#t269">269</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t270" href="#t270">270</a></span><span class="t"> <span class="nam">__slots__</span> <span class="op">=</span> <span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t271" href="#t271">271</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t272" href="#t272">272</a></span><span class="t"> <span class="op">@</span><span class="nam">property</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t273" href="#t273">273</a></span><span class="t"> <span class="key">def</span> <span class="nam">is_comment</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t274" href="#t274">274</a></span><span class="t"> <span class="com"># type: () -> bool</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t275" href="#t275">275</a></span><span class="t"> <span class="key">return</span> <span class="key">True</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t276" href="#t276">276</a></span><span class="t"> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t277" href="#t277">277</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t278" href="#t278">278</a></span><span class="t"><span class="key">class</span> <span class="nam">Deb822FieldNameToken</span><span class="op">(</span><span class="nam">Deb822Token</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t279" href="#t279">279</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t280" href="#t280">280</a></span><span class="t"> <span class="nam">__slots__</span> <span class="op">=</span> <span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t281" href="#t281">281</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t282" href="#t282">282</a></span><span class="t"> <span class="key">def</span> <span class="nam">__init__</span><span class="op">(</span><span class="nam">self</span><span class="op">,</span> <span class="nam">text</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t283" href="#t283">283</a></span><span class="t"> <span class="com"># type: (str) -> None</span> </span><span class="r"></span></p>
<p class="par run show_par"><span class="n"><a id="t284" href="#t284">284</a></span><span class="t"> <span class="key">if</span> <span class="key">not</span> <span class="nam">isinstance</span><span class="op">(</span><span class="nam">text</span><span class="op">,</span> <span class="nam">_strI</span><span class="op">)</span><span class="op">:</span> </span><span class="r"><span class="annotate short">284 ↛ 285</span><span class="annotate long">line 284 didn't jump to line 285, because the condition on line 284 was never true</span></span></p>
<p class="mis show_mis"><span class="n"><a id="t285" href="#t285">285</a></span><span class="t"> <span class="nam">text</span> <span class="op">=</span> <span class="nam">_strI</span><span class="op">(</span><span class="nam">sys</span><span class="op">.</span><span class="nam">intern</span><span class="op">(</span><span class="nam">text</span><span class="op">)</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t286" href="#t286">286</a></span><span class="t"> <span class="nam">super</span><span class="op">(</span><span class="op">)</span><span class="op">.</span><span class="nam">__init__</span><span class="op">(</span><span class="nam">text</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t287" href="#t287">287</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t288" href="#t288">288</a></span><span class="t"> <span class="op">@</span><span class="nam">property</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t289" href="#t289">289</a></span><span class="t"> <span class="key">def</span> <span class="nam">text</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t290" href="#t290">290</a></span><span class="t"> <span class="com"># type: () -> _strI</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t291" href="#t291">291</a></span><span class="t"> <span class="key">return</span> <span class="nam">cast</span><span class="op">(</span><span class="str">"_strI"</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_text</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t292" href="#t292">292</a></span><span class="t"> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t293" href="#t293">293</a></span><span class="t"> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t294" href="#t294">294</a></span><span class="t"><span class="com"># The colon after the field name, parenthesis, etc.</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t295" href="#t295">295</a></span><span class="t"><span class="key">class</span> <span class="nam">Deb822SeparatorToken</span><span class="op">(</span><span class="nam">Deb822Token</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t296" href="#t296">296</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t297" href="#t297">297</a></span><span class="t"> <span class="nam">__slots__</span> <span class="op">=</span> <span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t298" href="#t298">298</a></span><span class="t"> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t299" href="#t299">299</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t300" href="#t300">300</a></span><span class="t"><span class="key">class</span> <span class="nam">Deb822FieldSeparatorToken</span><span class="op">(</span><span class="nam">Deb822Token</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t301" href="#t301">301</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t302" href="#t302">302</a></span><span class="t"> <span class="nam">__slots__</span> <span class="op">=</span> <span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t303" href="#t303">303</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t304" href="#t304">304</a></span><span class="t"> <span class="key">def</span> <span class="nam">__init__</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t305" href="#t305">305</a></span><span class="t"> <span class="com"># type: () -> None</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t306" href="#t306">306</a></span><span class="t"> <span class="nam">super</span><span class="op">(</span><span class="op">)</span><span class="op">.</span><span class="nam">__init__</span><span class="op">(</span><span class="str">":"</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t307" href="#t307">307</a></span><span class="t"> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t308" href="#t308">308</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t309" href="#t309">309</a></span><span class="t"><span class="key">class</span> <span class="nam">Deb822CommaToken</span><span class="op">(</span><span class="nam">Deb822SeparatorToken</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t310" href="#t310">310</a></span><span class="t"> <span class="str">"""Used by the comma-separated list value parsers to denote a comma between two value tokens."""</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t311" href="#t311">311</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t312" href="#t312">312</a></span><span class="t"> <span class="nam">__slots__</span> <span class="op">=</span> <span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t313" href="#t313">313</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t314" href="#t314">314</a></span><span class="t"> <span class="key">def</span> <span class="nam">__init__</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t315" href="#t315">315</a></span><span class="t"> <span class="com"># type: () -> None</span> </span><span class="r"></span></p>
<p class="mis show_mis"><span class="n"><a id="t316" href="#t316">316</a></span><span class="t"> <span class="nam">super</span><span class="op">(</span><span class="op">)</span><span class="op">.</span><span class="nam">__init__</span><span class="op">(</span><span class="str">","</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t317" href="#t317">317</a></span><span class="t"> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t318" href="#t318">318</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t319" href="#t319">319</a></span><span class="t"><span class="key">class</span> <span class="nam">Deb822PipeToken</span><span class="op">(</span><span class="nam">Deb822SeparatorToken</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t320" href="#t320">320</a></span><span class="t"> <span class="str">"""Used in some dependency fields as OR relation"""</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t321" href="#t321">321</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t322" href="#t322">322</a></span><span class="t"> <span class="nam">__slots__</span> <span class="op">=</span> <span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t323" href="#t323">323</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t324" href="#t324">324</a></span><span class="t"> <span class="key">def</span> <span class="nam">__init__</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t325" href="#t325">325</a></span><span class="t"> <span class="com"># type: () -> None</span> </span><span class="r"></span></p>
<p class="mis show_mis"><span class="n"><a id="t326" href="#t326">326</a></span><span class="t"> <span class="nam">super</span><span class="op">(</span><span class="op">)</span><span class="op">.</span><span class="nam">__init__</span><span class="op">(</span><span class="str">"|"</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t327" href="#t327">327</a></span><span class="t"> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t328" href="#t328">328</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t329" href="#t329">329</a></span><span class="t"><span class="key">class</span> <span class="nam">Deb822ValueToken</span><span class="op">(</span><span class="nam">Deb822Token</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t330" href="#t330">330</a></span><span class="t"> <span class="str">"""A field value can be split into multi "Deb822ValueToken"s (as well as separator tokens)"""</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t331" href="#t331">331</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t332" href="#t332">332</a></span><span class="t"> <span class="nam">__slots__</span> <span class="op">=</span> <span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t333" href="#t333">333</a></span><span class="t"> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t334" href="#t334">334</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t335" href="#t335">335</a></span><span class="t"><span class="key">class</span> <span class="nam">Deb822ValueDependencyToken</span><span class="op">(</span><span class="nam">Deb822Token</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t336" href="#t336">336</a></span><span class="t"> <span class="str">"""Package name, architecture name, a version number, or a profile name in a dependency field"""</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t337" href="#t337">337</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t338" href="#t338">338</a></span><span class="t"> <span class="nam">__slots__</span> <span class="op">=</span> <span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t339" href="#t339">339</a></span><span class="t"> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t340" href="#t340">340</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t341" href="#t341">341</a></span><span class="t"><span class="key">class</span> <span class="nam">Deb822ValueDependencyVersionRelationOperatorToken</span><span class="op">(</span><span class="nam">Deb822Token</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t342" href="#t342">342</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t343" href="#t343">343</a></span><span class="t"> <span class="nam">__slots__</span> <span class="op">=</span> <span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t344" href="#t344">344</a></span><span class="t"> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t345" href="#t345">345</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t346" href="#t346">346</a></span><span class="t"><span class="key">def</span> <span class="nam">tokenize_deb822_file</span><span class="op">(</span><span class="nam">sequence</span><span class="op">,</span> <span class="nam">encoding</span><span class="op">=</span><span class="str">"utf-8"</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t347" href="#t347">347</a></span><span class="t"> <span class="com"># type: (Iterable[Union[str, bytes]], str) -> Iterable[Deb822Token]</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t348" href="#t348">348</a></span><span class="t"> <span class="str">"""Tokenize a deb822 file</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t349" href="#t349">349</a></span><span class="t"> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t350" href="#t350">350</a></span><span class="t"><span class="str"> :param sequence: An iterable of lines (a file open for reading will do)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t351" href="#t351">351</a></span><span class="t"><span class="str"> :param encoding: The encoding to use (this is here to support Deb822-like</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t352" href="#t352">352</a></span><span class="t"><span class="str"> APIs, new code should not use this parameter).</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t353" href="#t353">353</a></span><span class="t"><span class="str"> """</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t354" href="#t354">354</a></span><span class="t"> <span class="nam">current_field_name</span> <span class="op">=</span> <span class="key">None</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t355" href="#t355">355</a></span><span class="t"> <span class="nam">field_name_cache</span> <span class="op">=</span> <span class="op">{</span><span class="op">}</span> <span class="com"># type: Dict[str, _strI]</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t356" href="#t356">356</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t357" href="#t357">357</a></span><span class="t"> <span class="key">def</span> <span class="nam">_normalize_input</span><span class="op">(</span><span class="nam">s</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t358" href="#t358">358</a></span><span class="t"> <span class="com"># type: (Iterable[Union[str, bytes]]) -> Iterable[str]</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t359" href="#t359">359</a></span><span class="t"> <span class="key">for</span> <span class="nam">x</span> <span class="key">in</span> <span class="nam">s</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="par run show_par"><span class="n"><a id="t360" href="#t360">360</a></span><span class="t"> <span class="key">if</span> <span class="nam">isinstance</span><span class="op">(</span><span class="nam">x</span><span class="op">,</span> <span class="nam">bytes</span><span class="op">)</span><span class="op">:</span> </span><span class="r"><span class="annotate short">360 ↛ 361</span><span class="annotate long">line 360 didn't jump to line 361, because the condition on line 360 was never true</span></span></p>
<p class="mis show_mis"><span class="n"><a id="t361" href="#t361">361</a></span><span class="t"> <span class="nam">x</span> <span class="op">=</span> <span class="nam">x</span><span class="op">.</span><span class="nam">decode</span><span class="op">(</span><span class="nam">encoding</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t362" href="#t362">362</a></span><span class="t"> <span class="key">if</span> <span class="key">not</span> <span class="nam">x</span><span class="op">.</span><span class="nam">endswith</span><span class="op">(</span><span class="str">"\n"</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t363" href="#t363">363</a></span><span class="t"> <span class="com"># We always end on a newline because it makes a lot of code simpler. The pain</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t364" href="#t364">364</a></span><span class="t"> <span class="com"># points relates to mutations that add content after the last field. Sadly, these</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t365" href="#t365">365</a></span><span class="t"> <span class="com"># mutations can happen via adding fields, reordering fields, etc. and are too hard</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t366" href="#t366">366</a></span><span class="t"> <span class="com"># to track to make it worth it to support the special case that makes up missing</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t367" href="#t367">367</a></span><span class="t"> <span class="com"># a newline at the end of the file.</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t368" href="#t368">368</a></span><span class="t"> <span class="nam">x</span> <span class="op">+=</span> <span class="str">"\n"</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t369" href="#t369">369</a></span><span class="t"> <span class="key">yield</span> <span class="nam">x</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t370" href="#t370">370</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t371" href="#t371">371</a></span><span class="t"> <span class="nam">text_stream</span> <span class="op">=</span> <span class="nam">BufferingIterator</span><span class="op">(</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t372" href="#t372">372</a></span><span class="t"> <span class="nam">_normalize_input</span><span class="op">(</span><span class="nam">sequence</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t373" href="#t373">373</a></span><span class="t"> <span class="op">)</span> <span class="com"># type: BufferingIterator[str]</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t374" href="#t374">374</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t375" href="#t375">375</a></span><span class="t"> <span class="key">for</span> <span class="nam">line</span> <span class="key">in</span> <span class="nam">text_stream</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t376" href="#t376">376</a></span><span class="t"> <span class="key">if</span> <span class="nam">line</span><span class="op">.</span><span class="nam">isspace</span><span class="op">(</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t377" href="#t377">377</a></span><span class="t"> <span class="key">if</span> <span class="nam">current_field_name</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t378" href="#t378">378</a></span><span class="t"> <span class="com"># Blank lines terminate fields</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t379" href="#t379">379</a></span><span class="t"> <span class="nam">current_field_name</span> <span class="op">=</span> <span class="key">None</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t380" href="#t380">380</a></span><span class="t"> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t381" href="#t381">381</a></span><span class="t"> <span class="com"># If there are multiple whitespace-only lines, we combine them</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t382" href="#t382">382</a></span><span class="t"> <span class="com"># into one token.</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t383" href="#t383">383</a></span><span class="t"> <span class="nam">r</span> <span class="op">=</span> <span class="nam">list</span><span class="op">(</span><span class="nam">text_stream</span><span class="op">.</span><span class="nam">takewhile</span><span class="op">(</span><span class="nam">str</span><span class="op">.</span><span class="nam">isspace</span><span class="op">)</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="par run show_par"><span class="n"><a id="t384" href="#t384">384</a></span><span class="t"> <span class="key">if</span> <span class="nam">r</span><span class="op">:</span> </span><span class="r"><span class="annotate short">384 ↛ 385</span><span class="annotate long">line 384 didn't jump to line 385, because the condition on line 384 was never true</span></span></p>
<p class="mis show_mis"><span class="n"><a id="t385" href="#t385">385</a></span><span class="t"> <span class="nam">line</span> <span class="op">+=</span> <span class="str">""</span><span class="op">.</span><span class="nam">join</span><span class="op">(</span><span class="nam">r</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t386" href="#t386">386</a></span><span class="t"> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t387" href="#t387">387</a></span><span class="t"> <span class="com"># whitespace tokens are likely to have duplicate cases (like</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t388" href="#t388">388</a></span><span class="t"> <span class="com"># single newline tokens), so we intern the strings there.</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t389" href="#t389">389</a></span><span class="t"> <span class="key">yield</span> <span class="nam">Deb822WhitespaceToken</span><span class="op">(</span><span class="nam">sys</span><span class="op">.</span><span class="nam">intern</span><span class="op">(</span><span class="nam">line</span><span class="op">)</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t390" href="#t390">390</a></span><span class="t"> <span class="key">continue</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t391" href="#t391">391</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t392" href="#t392">392</a></span><span class="t"> <span class="key">if</span> <span class="nam">line</span><span class="op">[</span><span class="num">0</span><span class="op">]</span> <span class="op">==</span> <span class="str">"#"</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t393" href="#t393">393</a></span><span class="t"> <span class="key">yield</span> <span class="nam">Deb822CommentToken</span><span class="op">(</span><span class="nam">line</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t394" href="#t394">394</a></span><span class="t"> <span class="key">continue</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t395" href="#t395">395</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t396" href="#t396">396</a></span><span class="t"> <span class="key">if</span> <span class="nam">line</span><span class="op">[</span><span class="num">0</span><span class="op">]</span> <span class="key">in</span> <span class="op">(</span><span class="str">" "</span><span class="op">,</span> <span class="str">"\t"</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="par run show_par"><span class="n"><a id="t397" href="#t397">397</a></span><span class="t"> <span class="key">if</span> <span class="nam">current_field_name</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span><span class="op">:</span> </span><span class="r"><span class="annotate short">397 ↛ 407</span><span class="annotate long">line 397 didn't jump to line 407, because the condition on line 397 was never false</span></span></p>
<p class="pln"><span class="n"><a id="t398" href="#t398">398</a></span><span class="t"> <span class="com"># We emit a separate whitespace token for the newline as it makes some</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t399" href="#t399">399</a></span><span class="t"> <span class="com"># things easier later (see _build_value_line)</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t400" href="#t400">400</a></span><span class="t"> <span class="nam">leading</span> <span class="op">=</span> <span class="nam">sys</span><span class="op">.</span><span class="nam">intern</span><span class="op">(</span><span class="nam">line</span><span class="op">[</span><span class="num">0</span><span class="op">]</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t401" href="#t401">401</a></span><span class="t"> <span class="com"># Pull out the leading space and newline</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t402" href="#t402">402</a></span><span class="t"> <span class="nam">line</span> <span class="op">=</span> <span class="nam">line</span><span class="op">[</span><span class="num">1</span><span class="op">:</span><span class="op">-</span><span class="num">1</span><span class="op">]</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t403" href="#t403">403</a></span><span class="t"> <span class="key">yield</span> <span class="nam">Deb822ValueContinuationToken</span><span class="op">(</span><span class="nam">leading</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t404" href="#t404">404</a></span><span class="t"> <span class="key">yield</span> <span class="nam">Deb822ValueToken</span><span class="op">(</span><span class="nam">line</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t405" href="#t405">405</a></span><span class="t"> <span class="key">yield</span> <span class="nam">Deb822NewlineAfterValueToken</span><span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t406" href="#t406">406</a></span><span class="t"> <span class="key">else</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="mis show_mis"><span class="n"><a id="t407" href="#t407">407</a></span><span class="t"> <span class="key">yield</span> <span class="nam">Deb822ErrorToken</span><span class="op">(</span><span class="nam">line</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t408" href="#t408">408</a></span><span class="t"> <span class="key">continue</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t409" href="#t409">409</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t410" href="#t410">410</a></span><span class="t"> <span class="nam">field_line_match</span> <span class="op">=</span> <span class="nam">_RE_FIELD_LINE</span><span class="op">.</span><span class="nam">match</span><span class="op">(</span><span class="nam">line</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="par run show_par"><span class="n"><a id="t411" href="#t411">411</a></span><span class="t"> <span class="key">if</span> <span class="nam">field_line_match</span><span class="op">:</span> </span><span class="r"><span class="annotate short">411 ↛ 455</span><span class="annotate long">line 411 didn't jump to line 455, because the condition on line 411 was never false</span></span></p>
<p class="pln"><span class="n"><a id="t412" href="#t412">412</a></span><span class="t"> <span class="com"># The line is a field, which means there is a bit to unpack</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t413" href="#t413">413</a></span><span class="t"> <span class="com"># - note that by definition, leading and trailing whitespace is insignificant</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t414" href="#t414">414</a></span><span class="t"> <span class="com"># on the value part directly after the field separator</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t415" href="#t415">415</a></span><span class="t"> <span class="op">(</span><span class="nam">field_name</span><span class="op">,</span> <span class="nam">_</span><span class="op">,</span> <span class="nam">space_before</span><span class="op">,</span> <span class="nam">value</span><span class="op">,</span> <span class="nam">space_after</span><span class="op">)</span> <span class="op">=</span> <span class="op">(</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t416" href="#t416">416</a></span><span class="t"> <span class="nam">field_line_match</span><span class="op">.</span><span class="nam">groups</span><span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t417" href="#t417">417</a></span><span class="t"> <span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t418" href="#t418">418</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t419" href="#t419">419</a></span><span class="t"> <span class="nam">current_field_name</span> <span class="op">=</span> <span class="nam">field_name_cache</span><span class="op">.</span><span class="nam">get</span><span class="op">(</span><span class="nam">field_name</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t420" href="#t420">420</a></span><span class="t"> </span><span class="r"></span></p>
<p class="par run show_par"><span class="n"><a id="t421" href="#t421">421</a></span><span class="t"> <span class="key">if</span> <span class="nam">value</span> <span class="key">is</span> <span class="key">None</span> <span class="key">or</span> <span class="nam">value</span> <span class="op">==</span> <span class="str">""</span><span class="op">:</span> </span><span class="r"><span class="annotate short">421 ↛ 424</span><span class="annotate long">line 421 didn't jump to line 424</span></span></p>
<p class="pln"><span class="n"><a id="t422" href="#t422">422</a></span><span class="t"> <span class="com"># If there is no value, then merge the two space elements into space_after</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t423" href="#t423">423</a></span><span class="t"> <span class="com"># as it makes it easier to handle the newline.</span> </span><span class="r"></span></p>
<p class="mis show_mis"><span class="n"><a id="t424" href="#t424">424</a></span><span class="t"> <span class="nam">space_after</span> <span class="op">=</span> <span class="op">(</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t425" href="#t425">425</a></span><span class="t"> <span class="nam">space_before</span> <span class="op">+</span> <span class="nam">space_after</span> <span class="key">if</span> <span class="nam">space_after</span> <span class="key">else</span> <span class="nam">space_before</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t426" href="#t426">426</a></span><span class="t"> <span class="op">)</span> </span><span class="r"></span></p>
<p class="mis show_mis"><span class="n"><a id="t427" href="#t427">427</a></span><span class="t"> <span class="nam">space_before</span> <span class="op">=</span> <span class="str">""</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t428" href="#t428">428</a></span><span class="t"> </span><span class="r"></span></p>
<p class="par run show_par"><span class="n"><a id="t429" href="#t429">429</a></span><span class="t"> <span class="key">if</span> <span class="nam">space_after</span><span class="op">:</span> </span><span class="r"><span class="annotate short">429 ↛ 435</span><span class="annotate long">line 429 didn't jump to line 435, because the condition on line 429 was never false</span></span></p>
<p class="pln"><span class="n"><a id="t430" href="#t430">430</a></span><span class="t"> <span class="com"># We emit a separate whitespace token for the newline as it makes some</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t431" href="#t431">431</a></span><span class="t"> <span class="com"># things easier later (see _build_value_line)</span> </span><span class="r"></span></p>
<p class="par run show_par"><span class="n"><a id="t432" href="#t432">432</a></span><span class="t"> <span class="key">if</span> <span class="nam">space_after</span><span class="op">.</span><span class="nam">endswith</span><span class="op">(</span><span class="str">"\n"</span><span class="op">)</span><span class="op">:</span> </span><span class="r"><span class="annotate short">432 ↛ 435</span><span class="annotate long">line 432 didn't jump to line 435, because the condition on line 432 was never false</span></span></p>
<p class="run"><span class="n"><a id="t433" href="#t433">433</a></span><span class="t"> <span class="nam">space_after</span> <span class="op">=</span> <span class="nam">space_after</span><span class="op">[</span><span class="op">:</span><span class="op">-</span><span class="num">1</span><span class="op">]</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t434" href="#t434">434</a></span><span class="t"> </span><span class="r"></span></p>
<p class="par run show_par"><span class="n"><a id="t435" href="#t435">435</a></span><span class="t"> <span class="key">if</span> <span class="nam">current_field_name</span> <span class="key">is</span> <span class="key">None</span><span class="op">:</span> </span><span class="r"><span class="annotate short">435 ↛ 443</span><span class="annotate long">line 435 didn't jump to line 443, because the condition on line 435 was never false</span></span></p>
<p class="run"><span class="n"><a id="t436" href="#t436">436</a></span><span class="t"> <span class="nam">field_name</span> <span class="op">=</span> <span class="nam">sys</span><span class="op">.</span><span class="nam">intern</span><span class="op">(</span><span class="nam">field_name</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t437" href="#t437">437</a></span><span class="t"> <span class="nam">current_field_name</span> <span class="op">=</span> <span class="nam">_strI</span><span class="op">(</span><span class="nam">field_name</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t438" href="#t438">438</a></span><span class="t"> <span class="nam">field_name_cache</span><span class="op">[</span><span class="nam">field_name</span><span class="op">]</span> <span class="op">=</span> <span class="nam">current_field_name</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t439" href="#t439">439</a></span><span class="t"> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t440" href="#t440">440</a></span><span class="t"> <span class="com"># We use current_field_name from here as it is a _strI.</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t441" href="#t441">441</a></span><span class="t"> <span class="com"># Delete field_name to avoid accidentally using it and getting bugs</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t442" href="#t442">442</a></span><span class="t"> <span class="com"># that should not happen.</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t443" href="#t443">443</a></span><span class="t"> <span class="key">del</span> <span class="nam">field_name</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t444" href="#t444">444</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t445" href="#t445">445</a></span><span class="t"> <span class="key">yield</span> <span class="nam">Deb822FieldNameToken</span><span class="op">(</span><span class="nam">current_field_name</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t446" href="#t446">446</a></span><span class="t"> <span class="key">yield</span> <span class="nam">Deb822FieldSeparatorToken</span><span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t447" href="#t447">447</a></span><span class="t"> <span class="key">if</span> <span class="nam">space_before</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t448" href="#t448">448</a></span><span class="t"> <span class="key">yield</span> <span class="nam">Deb822WhitespaceToken</span><span class="op">(</span><span class="nam">sys</span><span class="op">.</span><span class="nam">intern</span><span class="op">(</span><span class="nam">space_before</span><span class="op">)</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="par run show_par"><span class="n"><a id="t449" href="#t449">449</a></span><span class="t"> <span class="key">if</span> <span class="nam">value</span><span class="op">:</span> </span><span class="r"><span class="annotate short">449 ↛ 451</span><span class="annotate long">line 449 didn't jump to line 451, because the condition on line 449 was never false</span></span></p>
<p class="run"><span class="n"><a id="t450" href="#t450">450</a></span><span class="t"> <span class="key">yield</span> <span class="nam">Deb822ValueToken</span><span class="op">(</span><span class="nam">value</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t451" href="#t451">451</a></span><span class="t"> <span class="key">if</span> <span class="nam">space_after</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t452" href="#t452">452</a></span><span class="t"> <span class="key">yield</span> <span class="nam">Deb822WhitespaceToken</span><span class="op">(</span><span class="nam">sys</span><span class="op">.</span><span class="nam">intern</span><span class="op">(</span><span class="nam">space_after</span><span class="op">)</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t453" href="#t453">453</a></span><span class="t"> <span class="key">yield</span> <span class="nam">Deb822NewlineAfterValueToken</span><span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t454" href="#t454">454</a></span><span class="t"> <span class="key">else</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="mis show_mis"><span class="n"><a id="t455" href="#t455">455</a></span><span class="t"> <span class="key">yield</span> <span class="nam">Deb822ErrorToken</span><span class="op">(</span><span class="nam">line</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t456" href="#t456">456</a></span><span class="t"> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t457" href="#t457">457</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t458" href="#t458">458</a></span><span class="t"><span class="key">def</span> <span class="nam">_value_line_tokenizer</span><span class="op">(</span><span class="nam">func</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t459" href="#t459">459</a></span><span class="t"> <span class="com"># type: (Callable[[str], Iterable[Deb822Token]]) -> (Callable[[str], Iterable[Deb822Token]])</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t460" href="#t460">460</a></span><span class="t"> <span class="key">def</span> <span class="nam">impl</span><span class="op">(</span><span class="nam">v</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t461" href="#t461">461</a></span><span class="t"> <span class="com"># type: (str) -> Iterable[Deb822Token]</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t462" href="#t462">462</a></span><span class="t"> <span class="nam">first_line</span> <span class="op">=</span> <span class="key">True</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t463" href="#t463">463</a></span><span class="t"> <span class="key">for</span> <span class="nam">no</span><span class="op">,</span> <span class="nam">line</span> <span class="key">in</span> <span class="nam">enumerate</span><span class="op">(</span><span class="nam">v</span><span class="op">.</span><span class="nam">splitlines</span><span class="op">(</span><span class="nam">keepends</span><span class="op">=</span><span class="key">True</span><span class="op">)</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t464" href="#t464">464</a></span><span class="t"> <span class="key">assert</span> <span class="key">not</span> <span class="nam">v</span><span class="op">.</span><span class="nam">isspace</span><span class="op">(</span><span class="op">)</span> <span class="key">or</span> <span class="nam">no</span> <span class="op">==</span> <span class="num">0</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t465" href="#t465">465</a></span><span class="t"> <span class="key">if</span> <span class="nam">line</span><span class="op">.</span><span class="nam">startswith</span><span class="op">(</span><span class="str">"#"</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t466" href="#t466">466</a></span><span class="t"> <span class="key">yield</span> <span class="nam">Deb822CommentToken</span><span class="op">(</span><span class="nam">line</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t467" href="#t467">467</a></span><span class="t"> <span class="key">continue</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t468" href="#t468">468</a></span><span class="t"> <span class="nam">has_newline</span> <span class="op">=</span> <span class="key">False</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t469" href="#t469">469</a></span><span class="t"> <span class="nam">continuation_line_marker</span> <span class="op">=</span> <span class="key">None</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t470" href="#t470">470</a></span><span class="t"> <span class="key">if</span> <span class="key">not</span> <span class="nam">first_line</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t471" href="#t471">471</a></span><span class="t"> <span class="nam">continuation_line_marker</span> <span class="op">=</span> <span class="nam">line</span><span class="op">[</span><span class="num">0</span><span class="op">]</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t472" href="#t472">472</a></span><span class="t"> <span class="nam">line</span> <span class="op">=</span> <span class="nam">line</span><span class="op">[</span><span class="num">1</span><span class="op">:</span><span class="op">]</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t473" href="#t473">473</a></span><span class="t"> <span class="nam">first_line</span> <span class="op">=</span> <span class="key">False</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t474" href="#t474">474</a></span><span class="t"> <span class="key">if</span> <span class="nam">line</span><span class="op">.</span><span class="nam">endswith</span><span class="op">(</span><span class="str">"\n"</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t475" href="#t475">475</a></span><span class="t"> <span class="nam">has_newline</span> <span class="op">=</span> <span class="key">True</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t476" href="#t476">476</a></span><span class="t"> <span class="nam">line</span> <span class="op">=</span> <span class="nam">line</span><span class="op">[</span><span class="op">:</span><span class="op">-</span><span class="num">1</span><span class="op">]</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t477" href="#t477">477</a></span><span class="t"> <span class="key">if</span> <span class="nam">continuation_line_marker</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t478" href="#t478">478</a></span><span class="t"> <span class="key">yield</span> <span class="nam">Deb822ValueContinuationToken</span><span class="op">(</span><span class="nam">sys</span><span class="op">.</span><span class="nam">intern</span><span class="op">(</span><span class="nam">continuation_line_marker</span><span class="op">)</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t479" href="#t479">479</a></span><span class="t"> <span class="key">yield</span> <span class="key">from</span> <span class="nam">func</span><span class="op">(</span><span class="nam">line</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t480" href="#t480">480</a></span><span class="t"> <span class="key">if</span> <span class="nam">has_newline</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t481" href="#t481">481</a></span><span class="t"> <span class="key">yield</span> <span class="nam">Deb822NewlineAfterValueToken</span><span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t482" href="#t482">482</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t483" href="#t483">483</a></span><span class="t"> <span class="key">return</span> <span class="nam">impl</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t484" href="#t484">484</a></span><span class="t"> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t485" href="#t485">485</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t486" href="#t486">486</a></span><span class="t"><span class="op">@</span><span class="nam">_value_line_tokenizer</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t487" href="#t487">487</a></span><span class="t"><span class="key">def</span> <span class="nam">whitespace_split_tokenizer</span><span class="op">(</span><span class="nam">v</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t488" href="#t488">488</a></span><span class="t"> <span class="com"># type: (str) -> Iterable[Deb822Token]</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t489" href="#t489">489</a></span><span class="t"> <span class="key">assert</span> <span class="str">"\n"</span> <span class="key">not</span> <span class="key">in</span> <span class="nam">v</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t490" href="#t490">490</a></span><span class="t"> <span class="key">for</span> <span class="nam">match</span> <span class="key">in</span> <span class="nam">_RE_WHITESPACE_SEPARATED_WORD_LIST</span><span class="op">.</span><span class="nam">finditer</span><span class="op">(</span><span class="nam">v</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t491" href="#t491">491</a></span><span class="t"> <span class="nam">space_before</span><span class="op">,</span> <span class="nam">word</span><span class="op">,</span> <span class="nam">space_after</span> <span class="op">=</span> <span class="nam">match</span><span class="op">.</span><span class="nam">groups</span><span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t492" href="#t492">492</a></span><span class="t"> <span class="key">if</span> <span class="nam">space_before</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t493" href="#t493">493</a></span><span class="t"> <span class="key">yield</span> <span class="nam">Deb822SpaceSeparatorToken</span><span class="op">(</span><span class="nam">sys</span><span class="op">.</span><span class="nam">intern</span><span class="op">(</span><span class="nam">space_before</span><span class="op">)</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t494" href="#t494">494</a></span><span class="t"> <span class="key">yield</span> <span class="nam">Deb822ValueToken</span><span class="op">(</span><span class="nam">word</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t495" href="#t495">495</a></span><span class="t"> <span class="key">if</span> <span class="nam">space_after</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t496" href="#t496">496</a></span><span class="t"> <span class="key">yield</span> <span class="nam">Deb822SpaceSeparatorToken</span><span class="op">(</span><span class="nam">sys</span><span class="op">.</span><span class="nam">intern</span><span class="op">(</span><span class="nam">space_after</span><span class="op">)</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t497" href="#t497">497</a></span><span class="t"> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t498" href="#t498">498</a></span><span class="t"> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t499" href="#t499">499</a></span><span class="t"><span class="op">@</span><span class="nam">_value_line_tokenizer</span> </span><span class="r"></span></p>
<p class="run"><span class="n"><a id="t500" href="#t500">500</a></span><span class="t"><span class="key">def</span> <span class="nam">comma_split_tokenizer</span><span class="op">(</span><span class="nam">v</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t501" href="#t501">501</a></span><span class="t"> <span class="com"># type: (str) -> Iterable[Deb822Token]</span> </span><span class="r"></span></p>
<p class="mis show_mis"><span class="n"><a id="t502" href="#t502">502</a></span><span class="t"> <span class="key">assert</span> <span class="str">"\n"</span> <span class="key">not</span> <span class="key">in</span> <span class="nam">v</span> </span><span class="r"></span></p>
<p class="mis show_mis"><span class="n"><a id="t503" href="#t503">503</a></span><span class="t"> <span class="key">for</span> <span class="nam">match</span> <span class="key">in</span> <span class="nam">_RE_COMMA_SEPARATED_WORD_LIST</span><span class="op">.</span><span class="nam">finditer</span><span class="op">(</span><span class="nam">v</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="mis show_mis"><span class="n"><a id="t504" href="#t504">504</a></span><span class="t"> <span class="nam">space_before_comma</span><span class="op">,</span> <span class="nam">comma</span><span class="op">,</span> <span class="nam">space_before_word</span><span class="op">,</span> <span class="nam">word</span><span class="op">,</span> <span class="nam">space_after_word</span> <span class="op">=</span> <span class="op">(</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t505" href="#t505">505</a></span><span class="t"> <span class="nam">match</span><span class="op">.</span><span class="nam">groups</span><span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="pln"><span class="n"><a id="t506" href="#t506">506</a></span><span class="t"> <span class="op">)</span> </span><span class="r"></span></p>
<p class="mis show_mis"><span class="n"><a id="t507" href="#t507">507</a></span><span class="t"> <span class="key">if</span> <span class="nam">space_before_comma</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="mis show_mis"><span class="n"><a id="t508" href="#t508">508</a></span><span class="t"> <span class="key">yield</span> <span class="nam">Deb822WhitespaceToken</span><span class="op">(</span><span class="nam">sys</span><span class="op">.</span><span class="nam">intern</span><span class="op">(</span><span class="nam">space_before_comma</span><span class="op">)</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="mis show_mis"><span class="n"><a id="t509" href="#t509">509</a></span><span class="t"> <span class="key">if</span> <span class="nam">comma</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="mis show_mis"><span class="n"><a id="t510" href="#t510">510</a></span><span class="t"> <span class="key">yield</span> <span class="nam">Deb822CommaToken</span><span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="mis show_mis"><span class="n"><a id="t511" href="#t511">511</a></span><span class="t"> <span class="key">if</span> <span class="nam">space_before_word</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="mis show_mis"><span class="n"><a id="t512" href="#t512">512</a></span><span class="t"> <span class="key">yield</span> <span class="nam">Deb822WhitespaceToken</span><span class="op">(</span><span class="nam">sys</span><span class="op">.</span><span class="nam">intern</span><span class="op">(</span><span class="nam">space_before_word</span><span class="op">)</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="mis show_mis"><span class="n"><a id="t513" href="#t513">513</a></span><span class="t"> <span class="key">if</span> <span class="nam">word</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="mis show_mis"><span class="n"><a id="t514" href="#t514">514</a></span><span class="t"> <span class="key">yield</span> <span class="nam">Deb822ValueToken</span><span class="op">(</span><span class="nam">word</span><span class="op">)</span> </span><span class="r"></span></p>
<p class="mis show_mis"><span class="n"><a id="t515" href="#t515">515</a></span><span class="t"> <span class="key">if</span> <span class="nam">space_after_word</span><span class="op">:</span> </span><span class="r"></span></p>
<p class="mis show_mis"><span class="n"><a id="t516" href="#t516">516</a></span><span class="t"> <span class="key">yield</span> <span class="nam">Deb822WhitespaceToken</span><span class="op">(</span><span class="nam">sys</span><span class="op">.</span><span class="nam">intern</span><span class="op">(</span><span class="nam">space_after_word</span><span class="op">)</span><span class="op">)</span> </span><span class="r"></span></p>
</main>
<footer>
<div class="content">
<p>
<a id="prevFileLink" class="nav" href="d_e9c451f4ae334f76_parsing_py.html">« prev</a>
<a id="indexLink" class="nav" href="index.html">^ index</a>
<a id="nextFileLink" class="nav" href="d_e9c451f4ae334f76_types_py.html">» next</a>
<a class="nav" href="https://coverage.readthedocs.io/en/7.2.7">coverage.py v7.2.7</a>,
created at 2024-04-07 12:14 +0200
</p>
</div>
</footer>
</body>
</html>
|
