mirror of
https://github.com/webrecorder/browsertrix-crawler.git
synced 2025-10-19 14:33:17 +00:00

* scope fixes: - remove default prefix scopeType, ensure scope include and exclude take precedence - add new 'custom' scopeType, when include or exclude are used - use --scopeIncludeRx and --scopeExcludeRx for better consistency for scope include and exclude (also allow --include/--exclude) - ensure per-seed scope include/exclude used when present, and scopeType set to 'custom' - ensure default scope is set to 'prefix' if no scopeType and no include/exclude regexes specified - rename --type to --scopeType in seed to maintain consistency - add sitemap param as alias for useSitemap tests: - add seed scope resolution tests for argParse, testing per-scope seed resolution, inheritance and overrides - fix screencaster to use relative paths to work with tests - ci: use yarn instead of npm * update README with new flags * bump version to 0.4.0-beta.3
16 lines
270 B
YAML
16 lines
270 B
YAML
version: '3.5'
|
|
|
|
services:
|
|
crawler:
|
|
image: webrecorder/browsertrix-crawler:0.4.0-beta.3
|
|
build:
|
|
context: ./
|
|
|
|
volumes:
|
|
- ./crawls:/crawls
|
|
|
|
cap_add:
|
|
- NET_ADMIN
|
|
- SYS_ADMIN
|
|
|
|
shm_size: 1gb
|