The_Great_Archive/ArchiveBox
1
0
Fork 0
mirror of https://github.com/ArchiveBox/ArchiveBox.git synced 2026-09-14 11:06:13 +05:00
Code Issues Actions Packages Projects Releases Wiki Activity

Use plugin URL patterns for source imports

Browse Source
This commit is contained in:
Nick Sweeting 2026-06-08 23:40:25 -07:00
parent f59af9cb2a
commit a1449c2822
No known key found for this signature in database
1 changed files with 0 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
archivebox/cli/archivebox_add.py
View File

@ -66,9 +66,6 @@ def _should_import_as_source(raw_urls: str | list[str]) -> bool:
return not bool(_direct_url_lines(raw_urls))
SOURCE_PARSE_PLUGINS = "parse_html_urls,parse_jsonl_urls,parse_netscape_urls,parse_rss_urls,parse_txt_urls"
@enforce_types
def add(
urls: str | list[str],
@ -241,7 +238,6 @@ def add(
crawl=crawl,
depth=0,
title=sources_file.name,
config={"PLUGINS": SOURCE_PARSE_PLUGINS},
)
crawl.urls = json.dumps({"type": "Snapshot", "url": root_snapshot.url, "id": str(root_snapshot.id), "depth": 0})
crawl.save(update_fields=["urls", "modified_at"])