1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
|
// see https://www.w3.org/2000/10/rdf-tests/ for test files (including rss1)
// - test examples for all feed types
// - test items in test_download()
// - test rss1 feed with itunes `new-feed-url` redirect
// - test rss1 feed with RSS syndication extension tags (updatePeriod et al)
// - test multiple/missing authors (with fallback to feed title)
// - test missing dates
// - test content formatting
// Some RSS1 feeds in the wild:
// https://www.livejournal.com/stats/latest-rss.bml
// https://journals.sagepub.com/action/showFeed?ui=0&mi=ehikzz&ai=2b4&jc=acrc&type=etoc&feed=rss
// https://www.revolutionspodcast.com/index.rdf
// https://www.tandfonline.com/feed/rss/uasa20
// http://export.arxiv.org/rss/astro-ph
// - uses html formatting in <dc:creator>
// Helper to compare feeditems.
function assertItemsEqual(got, expected) {
Assert.equal(got.length, expected.length);
for (let i = 0; i < expected.length; i++) {
// Only check fields in expected. Means testdata can exclude "description" and other bulky fields.
for (let k of Object.keys(expected[i])) {
Assert.equal(got[i][k], expected[i][k]);
}
}
}
// Test the rss1 feed parser
add_task(async function test_rss1() {
// Boilerplate.
let account = FeedUtils.createRssAccount("test_rss1");
let rootFolder = account.incomingServer.rootMsgFolder.QueryInterface(
Ci.nsIMsgLocalMailFolder
);
let folder = rootFolder.createLocalSubfolder("folderofeeds");
// These two files yield the same feed, but the second one has a sabotaged
// <items> to simulate badly-encoded feeds seen in the wild.
for (let testFile of [
"resources/rss_7_1.rdf",
"resources/rss_7_1_BORKED.rdf",
]) {
dump(`checking ${testFile}\n`);
// Would be nicer to use the test http server to fetch the file, but that
// would involve XMLHTTPRequest. This is more concise.
let doc = await do_parse_document(testFile, "application/xml");
let feed = new Feed(
"https://www.w3.org/2000/10/rdf-tests/RSS_1.0/rss_7_1.rdf",
folder
);
feed.parseItems = true; // We want items too, not just the feed details.
feed.onParseError = function (f) {
throw new Error("PARSE ERROR");
};
let parser = new FeedParser();
let items = parser.parseAsRSS1(feed, doc);
// Check some channel details.
Assert.equal(feed.title, "XML.com");
Assert.equal(feed.link, "http://xml.com/pub");
// Check the items (the titles and links at least!).
assertItemsEqual(items, [
{
url: "http://xml.com/pub/2000/08/09/xslt/xslt.html",
title: "Processing Inclusions with XSLT",
},
{
url: "http://xml.com/pub/2000/08/09/rdfdb/index.html",
title: "Putting RDF to Work",
},
]);
}
});
// Test feed downloading.
// Mainly checking that it doesn't crash and that the right feed parser is used.
add_task(async function test_download() {
// Boilerplate
let account = FeedUtils.createRssAccount("test_feed_download");
let rootFolder = account.incomingServer.rootMsgFolder.QueryInterface(
Ci.nsIMsgLocalMailFolder
);
// load & parse example rss feed
// Feed object rejects anything other than http and https, so we're
// running a local http server for testing (see head_feeds.js for it).
let feedTests = [
{
url: "http://localhost:" + SERVER_PORT + "/rss_7_1.rdf",
feedType: "RSS_1.xRDF",
title: "XML.com",
expectedItems: 2,
},
{
// Has Japanese title with leading/trailing whitespace.
url: "http://localhost:" + SERVER_PORT + "/rss2_example.xml",
feedType: "RSS_2.0",
title: "本当に簡単なシンジケーションの例",
expectedItems: 1,
},
{
// Has two items with same link but different guid (Bug 1656090).
url: "http://localhost:" + SERVER_PORT + "/rss2_guid.xml",
feedType: "RSS_2.0",
title: "GUID test",
expectedItems: 4,
},
// TODO: examples for the other feed types!
];
let n = 1;
for (let test of feedTests) {
let folder = rootFolder.createLocalSubfolder("feed" + n);
n++;
let feed = new Feed(test.url, folder);
let dl = new Promise(function (resolve, reject) {
let cb = {
downloaded(f, error, disable) {
if (error != FeedUtils.kNewsBlogSuccess) {
reject(
new Error(`download failed (url=${feed.url} error=${error})`)
);
return;
}
// Feed has downloaded - make sure the right type was detected.
Assert.equal(feed.mFeedType, test.feedType, "feed type matching");
Assert.equal(feed.title, test.title, "title matching");
// Make sure we're got the expected number of messages in the folder.
let cnt = [...folder.messages].length;
Assert.equal(cnt, test.expectedItems, "itemcount matching");
resolve();
},
onProgress(f, loaded, total, lengthComputable) {},
};
feed.download(true, cb);
});
// Wait for this feed to complete downloading.
await dl;
}
});
|
