Stowage/browsertrix-crawler
2
0
Fork 0
mirror of https://github.com/webrecorder/browsertrix-crawler.git synced 2025-10-19 14:33:17 +00:00
Code Issues Projects Releases Packages Wiki Activity

cleanup

Browse source
This commit is contained in:
Ilya Kreymer 2024-03-22 21:50:54 -07:00
parent 50a771cc68
commit f2fa0f8de0
2 changed files with 2 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

4
src/crawler.ts
View file

@ -1430,7 +1430,7 @@ self.__bx_behaviors.selectMainBehavior();
// remove tmp-cdx, now that it's already been added to the WACZ and/or
// copied to indexes
await fsp.rm(path.join(this.collDir, "tmp-cdx"), {
await fsp.rm(this.tempCdxDir, {
recursive: true,
force: true,
});
@ -1544,7 +1544,7 @@ self.__bx_behaviors.selectMainBehavior();
// todo: replace with js-wacz impl eventually
async _addCDXJ(wacz: WACZ) {
const dirPath = path.join(this.collDir, "tmp-cdx");
const dirPath = this.tempCdxDir;
try {
const cdxjFiles = await fsp.readdir(dirPath);

2
src/util/warcwriter.ts
View file

@ -55,8 +55,6 @@ export class WARCWriter implements IndexerOffsetLength {
}) {
this.archivesDir = archivesDir;
this.tempCdxDir = tempCdxDir;
// for now, disabling CDX
this.tempCdxDir = undefined;
this.logDetails = logDetails;
this.gzip = gzip;
this.rolloverSize = rolloverSize;