1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
|
// Tests illegal UTF-8 sequences
var Cc = Components.Constructor;
const { NetUtil } = ChromeUtils.import("resource://gre/modules/NetUtil.jsm");
const tests = [
{
inStrings: [
"%80", // Illegal or incomplete sequences
"%8f",
"%90",
"%9f",
"%a0",
"%bf",
"%c0",
"%c1",
"%c2",
"%df",
"%e0",
"%e0%a0",
"%e0%bf",
"%ed%80",
"%ed%9f",
"%ef",
"%ef%bf",
"%f0",
"%f0%90",
"%f0%90%80",
"%f0%90%bf",
"%f0%bf",
"%f0%bf%80",
"%f0%bf%bf",
"%f4",
"%f4%80",
"%f4%80%80",
"%f4%80%bf",
"%f4%8f",
"%f4%8f%80",
"%f4%8f%bf",
"%f5",
"%f7",
"%f8",
"%fb",
"%fc",
"%fd",
],
expected: "ABC\ufffdXYZ",
},
{
inStrings: [
"%c0%af", // Illegal bytes in 2-octet
"%c1%af",
], // sequences
expected: "ABC\ufffd\ufffdXYZ",
},
{
inStrings: [
"%e0%80%80", // Illegal bytes in 3-octet
"%e0%80%af", // sequences
"%e0%9f%bf",
// long surrogates
"%ed%a0%80", // D800
"%ed%ad%bf", // DB7F
"%ed%ae%80", // DB80
"%ed%af%bf", // DBFF
"%ed%b0%80", // DC00
"%ed%be%80", // DF80
"%ed%bf%bf",
], // DFFF
expected: "ABC\ufffd\ufffd\ufffdXYZ",
},
{
inStrings: [
"%f0%80%80%80", // Illegal bytes in 4-octet
"%f0%80%80%af", // sequences
"%f0%8f%bf%bf",
"%f4%90%80%80",
"%f4%bf%bf%bf",
"%f5%80%80%80",
"%f7%bf%bf%bf",
],
expected: "ABC\ufffd\ufffd\ufffd\ufffdXYZ",
},
{
inStrings: [
"%f8%80%80%80%80", // Illegal bytes in 5-octet
"%f8%80%80%80%af", // sequences
"%fb%bf%bf%bf%bf",
],
expected: "ABC\ufffd\ufffd\ufffd\ufffd\ufffdXYZ",
},
// Surrogate pairs
{
inStrings: [
"%ed%a0%80%ed%b0%80", // D800 DC00
"%ed%a0%80%ed%bf%bf", // D800 DFFF
"%ed%ad%bf%ed%b0%80", // DB7F DC00
"%ed%ad%bf%ed%bf%bf", // DB7F DFFF
"%ed%ae%80%ed%b0%80", // DB80 DC00
"%ed%ae%80%ed%bf%bf", // DB80 DFFF
"%ed%af%bf%ed%b0%80", // DBFF DC00
"%ed%ad%bf%ed%bf%bf", // DBFF DFFF
"%fc%80%80%80%80%80", // Illegal bytes in 6-octet
"%fc%80%80%80%80%af", // sequences
"%fd%bf%bf%bf%bf%bf",
],
expected: "ABC\ufffd\ufffd\ufffd\ufffd\ufffd\ufffdXYZ",
},
];
function testCaseInputStream(inStr, expected) {
var dataURI = "data:text/plain; charset=UTF-8,ABC" + inStr + "XYZ";
dump(inStr + "==>");
var ConverterInputStream = Cc(
"@mozilla.org/intl/converter-input-stream;1",
"nsIConverterInputStream",
"init"
);
var channel = NetUtil.newChannel({
uri: dataURI,
loadUsingSystemPrincipal: true,
});
var testInputStream = channel.open();
var testConverter = new ConverterInputStream(
testInputStream,
"UTF-8",
16,
0xfffd
);
if (!(testConverter instanceof Ci.nsIUnicharLineInputStream)) {
throw new Error("not line input stream");
}
var outStr = "";
var more;
do {
// read the line and check for eof
var line = {};
more = testConverter.readLine(line);
outStr += line.value;
} while (more);
dump(outStr + "; expected=" + expected + "\n");
Assert.equal(outStr, expected);
Assert.equal(outStr.length, expected.length);
}
function run_test() {
for (var t of tests) {
for (var inStr of t.inStrings) {
testCaseInputStream(inStr, t.expected);
}
}
}
|
