mirror of
https://github.com/webrecorder/browsertrix-crawler.git
synced 2025-10-19 06:23:16 +00:00
fb0f1d8db9
* new tests * add jest to eslint, lint fixes Co-authored-by: Emma Dickson <emmadickson@Emmas-MacBook-Pro.local>
22 lines
999 B
JavaScript
22 lines
999 B
JavaScript
const fs = require("fs");
|
|
const md5 = require('md5');
|
|
|
|
|
|
test('check that the pages.jsonl file exists in the collection under the pages folder', () => {
|
|
expect(fs.existsSync('crawls/collections/wr-net/pages/pages.jsonl')).toBe(true);
|
|
});
|
|
|
|
test('check that the pages.jsonl file exists in the wacz under the pages folder', () => {
|
|
expect(fs.existsSync('crawls/collections/wr-net/wacz/pages/pages.jsonl')).toBe(true);
|
|
});
|
|
|
|
test('check that the hash in the pages folder and in the unzipped wacz folders match', () => {
|
|
const crawl_hash = md5(JSON.parse(fs.readFileSync('crawls/collections/wr-net/wacz/pages/pages.jsonl', 'utf8').split('\n')[1])['text']);
|
|
const wacz_hash = md5(JSON.parse(fs.readFileSync('crawls/collections/wr-net/pages/pages.jsonl', 'utf8').split('\n')[1])['text']);
|
|
const fixture_hash = md5(JSON.parse(fs.readFileSync('tests/fixtures/pages.jsonl', 'utf8').split('\n')[1])['text']);
|
|
|
|
expect(wacz_hash).toEqual(fixture_hash);
|
|
expect(wacz_hash).toEqual(crawl_hash);
|
|
|
|
});
|
|
|