mirrors/ArchiveBox
1
0
Fork 0
mirror of https://github.com/ArchiveBox/ArchiveBox.git synced 2025-05-13 22:54:27 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

add new worker test

Browse source
This commit is contained in:
Nick Sweeting 2024-12-12 21:41:34 -08:00
parent 5c06b8ff00
commit c11a1b54f1
No known key found for this signature in database
2 changed files with 26 additions and 22 deletions
Download patch file Download diff file Expand all files Collapse all files

26
archivebox/workers/worker.py
View file

@ -422,27 +422,9 @@ WORKER_TYPES = [
def get_worker_type(name: str) -> Type[WorkerType]:
for worker_type in WORKER_TYPES:
if worker_type.name == name:
matches_verbose_name = (worker_type.name == name)
matches_class_name = (worker_type.__name__.lower() == name.lower())
matches_listens_to = (worker_type.listens_to.strip('_').lower() == name.strip('_').lower())
if matches_verbose_name or matches_class_name or matches_listens_to:
return worker_type
raise Exception(f'Worker type not found: {name}')
# class CrawlActorTest(unittest.TestCase):
# def test_crawl_creation(self):
# seed = Seed.objects.create(uri='https://example.com')
# Event.dispatch('CRAWL_CREATE', {'seed_id': seed.id})
# crawl_actor = CrawlActor()
# output_events = list(crawl_actor.process_next_event())
# assert len(output_events) == 1
# assert output_events[0].get('name', 'unset') == 'FS_WRITE'
# assert output_events[0].get('path') == '/tmp/test_crawl/index.json'
# output_events = list(crawl_actor.process_next_event())
# assert len(output_events) == 1
# assert output_events[0].get('name', 'unset') == 'CRAWL_CREATED'
# assert Crawl.objects.filter(seed_id=seed.id).exists(), 'Crawl was not created'