The_Great_Archive/ArchiveBox
1
0
Fork 0
mirror of https://github.com/ArchiveBox/ArchiveBox.git synced 2026-09-14 11:06:13 +05:00
Code Issues Actions Packages Projects Releases Wiki Activity

Isolate recursive crawl plugin runtime paths

Browse Source
This commit is contained in:
Nick Sweeting 2026-07-18 10:44:10 -07:00
parent f80e6cea2b
commit 6e2853fbf0
No known key found for this signature in database
1 changed files with 12 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
archivebox/tests/test_recursive_crawl.py
View File

@ -527,12 +527,23 @@ def test_recursive_crawl_depth_two_all_plugins_runs_snapshots_in_parallel(initia
root_url = "https://example.com/"
plugin_selection = ",".join(sorted(plugin for plugin in discover_plugins().keys() if not plugin.startswith("claude")))
env = os.environ.copy()
env.pop("CHROME_BINARY", None)
for preinstalled_path_key in (
"CHROME_BINARY",
"LIB_DIR",
"DATA_DIR",
"NODE_MODULES_DIR",
"NODE_PATH",
"PNPM_BIN_DIR",
"NPM_BIN_DIR",
"CHROMEWEBSTORE_EXTENSIONS_DIR",
):
env.pop(preinstalled_path_key, None)
env.update(
{
"USE_COLOR": "false",
"SHOW_PROGRESS": "false",
"ABXPKG_LIB_DIR": str(initialized_archive / "lib"),
"CHROMEWEBSTORE_EXTENSIONS_DIR": str(initialized_archive / "lib/chromewebstore/extensions"),
"TIMEOUT": "90",
"ABXPKG_INSTALL_TIMEOUT": "900",
"CRAWL_MAX_CONCURRENT_SNAPSHOTS": "3",