mirrors/ArchiveBox
1
0
Fork 0
mirror of https://github.com/ArchiveBox/ArchiveBox.git synced 2025-05-31 14:58:25 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

add new Event model to workers/models

Browse source
This commit is contained in:
Nick Sweeting 2024-12-12 21:40:57 -08:00
parent 651ba0b11c
commit 5c06b8ff00
No known key found for this signature in database
5 changed files with 468 additions and 229 deletions
Download patch file Download diff file Expand all files Collapse all files

14
archivebox/extractors/__init__.py
View file

@ -249,16 +249,16 @@ def get_extractors(dir: Path=EXTRACTORS_DIR) -> Dict[str, ExtractorModuleProtoco
"""iterate through archivebox/extractors/*.py and load extractor modules"""
EXTRACTORS = {}
for filename in EXTRACTORS_DIR.glob('*.py'):
if filename.name.startswith('__'):
continue
# for filename in EXTRACTORS_DIR.glob('*.py'):
# if filename.name.startswith('__'):
# continue
extractor_name = filename.name.replace('.py', '')
# extractor_name = filename.name.replace('.py', '')
extractor_module = cast(ExtractorModuleProtocol, import_module(f'.{extractor_name}', package=__package__))
# extractor_module = cast(ExtractorModuleProtocol, import_module(f'.{extractor_name}', package=__package__))
assert getattr(extractor_module, 'get_output_path')
EXTRACTORS[extractor_name] = extractor_module
# # assert getattr(extractor_module, 'get_output_path')
# EXTRACTORS[extractor_name] = extractor_module
return EXTRACTORS