Merge pull request #382 from openzim/upgrade

Upgrade to crawler 1.3.0-beta.0, Ubuntu Noble, and fix documentation

CHANGELOG.md

@@ -11,9 +11,14 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 - Add support for uncompressed tar archive in --warcs (#369)
 
+### Changed
+
+- Upgrade to browsertrix crawler 1.3.0-beta.0 (#379), including upgrage to Ubuntu Noble (#307)
+
 ### Fixed
 
 - Stream files downloads to not exhaust memory (#373)
+- Fix documentation on `--diskUtilization` setting (#375)
 
 ## [2.1.0] - 2024-08-09
 

Dockerfile

@@ -1,9 +1,6 @@
-FROM webrecorder/browsertrix-crawler:1.2.6
+FROM webrecorder/browsertrix-crawler:1.3.0-beta.0
 LABEL org.opencontainers.image.source https://github.com/openzim/zimit
 
-# add deadsnakes ppa for Python 3.12 on Ubuntu Jammy
-RUN add-apt-repository ppa:deadsnakes/ppa -y
-
 RUN apt-get update \
  && apt-get install -qqy --no-install-recommends \
       libmagic1 \

pyproject.toml

@@ -27,10 +27,10 @@ scripts = [
 ]
 lint = [
   "black==24.8.0",
-  "ruff==0.5.7",
+  "ruff==0.6.3",
 ]
 check = [
-  "pyright==1.1.375",
+  "pyright==1.1.378",
 ]
 test = [
   "pytest==8.3.2",
@@ -39,7 +39,7 @@ test = [
 dev = [
   "pre-commit==3.8.0",
   "debugpy==1.8.5",
-  "selenium==4.23.0", # used in daily tests, convenient for dev purpose (autocompletion)
+  "selenium==4.24.0", # used in daily tests, convenient for dev purpose (autocompletion)
   "zimit[scripts]",
   "zimit[lint]",
   "zimit[test]",

src/zimit/zimit.py

@@ -286,8 +286,8 @@ def run(raw_args):
 
     parser.add_argument(
         "--diskUtilization",
-        help="If set, save state and exit if diskutilization "
-        "exceeds this percentage value",
+        help="Save state and exit if disk utilization exceeds this percentage value."
+        " Default (if not set) is 90%. Set to 0 to disable disk utilization check.",
         type=int,
         default=90,
     )