Stowage/browsertrix-crawler
2
0
Fork 0
mirror of https://github.com/webrecorder/browsertrix-crawler.git synced 2025-10-19 14:33:17 +00:00
Code Issues Projects Releases Packages Wiki Activity

warc prefix: support setting from WARC_PREFIX env var

Browse source 
bump version to 1.0.0-beta.4
This commit is contained in:
Ilya Kreymer 2024-02-21 10:26:39 -08:00
parent a512e92886
commit d969701070
2 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
package.json
View file

@ -1,6 +1,6 @@
{ {
"name": "browsertrix-crawler", "name": "browsertrix-crawler",
"version": "1.0.0-beta.3", "version": "1.0.0-beta.4",
"main": "browsertrix-crawler", "main": "browsertrix-crawler",
"type": "module", "type": "module",
"repository": "https://github.com/webrecorder/browsertrix-crawler", "repository": "https://github.com/webrecorder/browsertrix-crawler",

3
src/util/recorder.ts
View file

@ -128,7 +128,8 @@ export class Recorder {
fs.mkdirSync(this.archivesDir, { recursive: true }); fs.mkdirSync(this.archivesDir, { recursive: true });
fs.mkdirSync(this.tempCdxDir, { recursive: true }); fs.mkdirSync(this.tempCdxDir, { recursive: true });
const prefix = crawler.params.warcPrefix || "rec"; const prefix =
process.env.WARC_PREFIX || crawler.params.warcPrefix || "rec";
const crawlId = process.env.CRAWL_ID || os.hostname(); const crawlId = process.env.CRAWL_ID || os.hostname();
const filenameTemplate = `${prefix}-${crawlId}-$ts-${this.workerid}.warc${ const filenameTemplate = `${prefix}-${crawlId}-$ts-${this.workerid}.warc${
this.gzip ? ".gz" : "" this.gzip ? ".gz" : ""