The_Great_Archive/ArchiveBox
1
0
Fork 0
mirror of https://github.com/ArchiveBox/ArchiveBox.git synced 2026-09-14 11:06:13 +05:00
Code Issues Actions Packages Projects Releases Wiki Activity

Run abx-dl binary preflight in crawl setup

Browse Source
This commit is contained in:
Nick Sweeting 2026-05-15 12:47:59 -07:00
parent e370f94307
commit 53cbbec79d
No known key found for this signature in database
2 changed files with 8 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
archivebox/services/runner.py
View File

@ -42,6 +42,7 @@ from abx_dl.orchestrator import (
setup_services as setup_abx_services,
)
from abx_dl.services.process_service import ProcessService as HookProcessService
from abx_dl.services.binary_service import BinaryService as HookBinaryService
from abx_dl.services.snapshot_service import SnapshotService as HookSnapshotService
from abxbus.event_bus import EventBus
@ -461,13 +462,13 @@ class CrawlRunner:
auto_install=True,
emit_jsonl=False,
MachineService=None,
BinaryService=None,
BinaryService=HookBinaryService,
ProcessService=None,
ArchiveResultService=None,
TagService=None,
SnapshotService=None,
)
await self.bus.emit(
install_event = self.bus.emit(
InstallEvent(
url=snapshot["url"],
snapshot_id=snapshot["id"],
@ -475,7 +476,9 @@ class CrawlRunner:
event_timeout=install_phase_timeout,
event_handler_slow_timeout=slow_warning_timeout(install_phase_timeout),
),
).now()
)
await install_event.now()
await install_event.wait()
crawl_event = CrawlEvent(
url=snapshot["url"],
snapshot_id=snapshot["id"],

4
pyproject.toml
View File

@ -1,6 +1,6 @@
[project]
name = "archivebox"
version = "0.9.30rc28"
version = "0.9.30rc31"
requires-python = ">=3.13"
description = "Self-hosted internet archiving solution."
authors = [{name = "Nick Sweeting", email = "pyproject.toml@archivebox.io"}]
@ -81,7 +81,7 @@ dependencies = [
"abxbus>=2.5.0", # EventBus API
"abxpkg>=1.10.7", # for: detecting, versioning, and installing binaries via apt/brew/pip/npm
"abx-plugins>=1.10.47", # shared ArchiveBox plugin package with Chrome/Puppeteer dependency wiring
"abx-dl>=1.10.47", # shared ArchiveBox downloader package with sparse derived runtime config
"abx-dl>=1.10.49", # shared ArchiveBox downloader package with blocking install preflight
### UUID7 backport for Python <3.14
"uuid7>=0.1.0; python_version < '3.14'", # provides the uuid_extensions module on Python 3.13
]