From 53cbbec79d656c43487d3ffed446fcc068fa0559 Mon Sep 17 00:00:00 2001 From: Nick Sweeting Date: Fri, 15 May 2026 12:47:59 -0700 Subject: [PATCH] Run abx-dl binary preflight in crawl setup --- archivebox/services/runner.py | 9 ++++++--- pyproject.toml | 4 ++-- 2 files changed, 8 insertions(+), 5 deletions(-) diff --git a/archivebox/services/runner.py b/archivebox/services/runner.py index c5e34ac0..b6d50615 100644 --- a/archivebox/services/runner.py +++ b/archivebox/services/runner.py @@ -42,6 +42,7 @@ from abx_dl.orchestrator import ( setup_services as setup_abx_services, ) from abx_dl.services.process_service import ProcessService as HookProcessService +from abx_dl.services.binary_service import BinaryService as HookBinaryService from abx_dl.services.snapshot_service import SnapshotService as HookSnapshotService from abxbus.event_bus import EventBus @@ -461,13 +462,13 @@ class CrawlRunner: auto_install=True, emit_jsonl=False, MachineService=None, - BinaryService=None, + BinaryService=HookBinaryService, ProcessService=None, ArchiveResultService=None, TagService=None, SnapshotService=None, ) - await self.bus.emit( + install_event = self.bus.emit( InstallEvent( url=snapshot["url"], snapshot_id=snapshot["id"], @@ -475,7 +476,9 @@ class CrawlRunner: event_timeout=install_phase_timeout, event_handler_slow_timeout=slow_warning_timeout(install_phase_timeout), ), - ).now() + ) + await install_event.now() + await install_event.wait() crawl_event = CrawlEvent( url=snapshot["url"], snapshot_id=snapshot["id"], diff --git a/pyproject.toml b/pyproject.toml index f9c7cad3..b01e057c 100755 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [project] name = "archivebox" -version = "0.9.30rc28" +version = "0.9.30rc31" requires-python = ">=3.13" description = "Self-hosted internet archiving solution." authors = [{name = "Nick Sweeting", email = "pyproject.toml@archivebox.io"}] @@ -81,7 +81,7 @@ dependencies = [ "abxbus>=2.5.0", # EventBus API "abxpkg>=1.10.7", # for: detecting, versioning, and installing binaries via apt/brew/pip/npm "abx-plugins>=1.10.47", # shared ArchiveBox plugin package with Chrome/Puppeteer dependency wiring - "abx-dl>=1.10.47", # shared ArchiveBox downloader package with sparse derived runtime config + "abx-dl>=1.10.49", # shared ArchiveBox downloader package with blocking install preflight ### UUID7 backport for Python <3.14 "uuid7>=0.1.0; python_version < '3.14'", # provides the uuid_extensions module on Python 3.13 ]