1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
|
/* This Source Code Form is subject to the terms of the Mozilla Public
* License, v. 2.0. If a copy of the MPL was not distributed with this
* file, You can obtain one at http://mozilla.org/MPL/2.0/. */
#ifndef nsHtml5TokenizerLoopPolicies_h
#define nsHtml5TokenizerLoopPolicies_h
/**
* This policy does not report tokenizer transitions anywhere and does not
* track line and column numbers. To be used for innerHTML.
*/
struct nsHtml5FastestPolicy {
static const bool reportErrors = false;
static int32_t transition(nsHtml5Highlighter* aHighlighter, int32_t aState,
bool aReconsume, int32_t aPos) {
return aState;
}
static void completedNamedCharacterReference(
nsHtml5Highlighter* aHighlighter) {}
static char16_t checkChar(nsHtml5Tokenizer* aTokenizer, char16_t* buf,
int32_t pos) {
return buf[pos];
}
static void silentCarriageReturn(nsHtml5Tokenizer* aTokenizer) {
aTokenizer->lastCR = true;
}
static void silentLineFeed(nsHtml5Tokenizer* aTokenizer) {}
};
/**
* This policy does not report tokenizer transitions anywhere. To be used
* when _not_ viewing source and when not parsing innerHTML (or other
* script execution-preventing fragment).
*/
struct nsHtml5LineColPolicy {
static const bool reportErrors = false;
static int32_t transition(nsHtml5Highlighter* aHighlighter, int32_t aState,
bool aReconsume, int32_t aPos) {
return aState;
}
static void completedNamedCharacterReference(
nsHtml5Highlighter* aHighlighter) {}
static char16_t checkChar(nsHtml5Tokenizer* aTokenizer, char16_t* buf,
int32_t pos) {
// The name of this method comes from the validator.
// We aren't checking a char here. We read the next
// UTF-16 code unit and, before returning it, adjust
// the line and column numbers.
char16_t c = buf[pos];
if (MOZ_UNLIKELY(aTokenizer->nextCharOnNewLine)) {
// By changing the line and column here instead
// of doing so eagerly when seeing the line break
// causes the line break itself to be considered
// column-wise at the end of a line.
aTokenizer->line++;
aTokenizer->col = 1;
aTokenizer->nextCharOnNewLine = false;
} else if (MOZ_LIKELY(!NS_IS_LOW_SURROGATE(c))) {
// SpiderMonkey wants to count scalar values
// instead of UTF-16 code units. We omit low
// surrogates from the count so that only the
// high surrogate increments the count for
// two-code-unit scalar values.
//
// It's somewhat questionable from the performance
// perspective to make the human-perceivable column
// count correct for non-BMP characters in the case
// where there is a single scalar value per extended
// grapheme cluster when even on the BMP there are
// various cases where the scalar count doesn't make
// much sense as a human-perceived "column count" due
// to extended grapheme clusters consisting of more
// than one scalar value.
aTokenizer->col++;
}
return c;
}
static void silentCarriageReturn(nsHtml5Tokenizer* aTokenizer) {
aTokenizer->nextCharOnNewLine = true;
aTokenizer->lastCR = true;
}
static void silentLineFeed(nsHtml5Tokenizer* aTokenizer) {
aTokenizer->nextCharOnNewLine = true;
}
};
/**
* This policy reports the tokenizer transitions to a highlighter. To be used
* when viewing source.
*/
struct nsHtml5ViewSourcePolicy {
static const bool reportErrors = true;
static int32_t transition(nsHtml5Highlighter* aHighlighter, int32_t aState,
bool aReconsume, int32_t aPos) {
return aHighlighter->Transition(aState, aReconsume, aPos);
}
static void completedNamedCharacterReference(
nsHtml5Highlighter* aHighlighter) {
aHighlighter->CompletedNamedCharacterReference();
}
static char16_t checkChar(nsHtml5Tokenizer* aTokenizer, char16_t* buf,
int32_t pos) {
return buf[pos];
}
static void silentCarriageReturn(nsHtml5Tokenizer* aTokenizer) {
aTokenizer->line++;
aTokenizer->lastCR = true;
}
static void silentLineFeed(nsHtml5Tokenizer* aTokenizer) {
aTokenizer->line++;
}
};
#endif // nsHtml5TokenizerLoopPolicies_h
|
