mirror of
https://github.com/webrecorder/browsertrix-crawler.git
synced 2025-10-19 06:23:16 +00:00
1a1b9b4bff
- allow specifying custom redis start args via REDIS_ARGS env var, parse with splitArgsQuoteSafe() - unify checking crawl should be stopped, also check when trying to get new page - if getting new page failed, just return, avoid null dereference - support adding offset to '-X' ordinal at the end via CRAWL_INDEX_OFFSET env var |
||
|---|---|---|
| .. | ||
| argParser.js | ||
| blockrules.js | ||
| browser.js | ||
| constants.js | ||
| file_reader.js | ||
| healthcheck.js | ||
| logger.js | ||
| originoverride.js | ||
| redis.js | ||
| screencaster.js | ||
| screenshots.js | ||
| seeds.js | ||
| state.js | ||
| storage.js | ||
| textextract.js | ||
| timing.js | ||
| worker.js | ||