rename vendor dir to pkgs

archivebox/vendor/abx-plugin-chrome/abx_plugin_chrome/dom.py

@@ -1,76 +0,0 @@
-__package__ = 'archivebox.extractors'
-
-from pathlib import Path
-from typing import Optional
-
-from ..index.schema import Link, ArchiveResult, ArchiveOutput, ArchiveError
-from archivebox.misc.system import run, chmod_file, atomic_write
-from archivebox.misc.util import (
-    enforce_types,
-    is_static_file,
-)
-from ..logging_util import TimedProgress
-
-from plugins_extractor.chrome.config import CHROME_CONFIG
-from plugins_extractor.chrome.binaries import CHROME_BINARY
-
-
-def get_output_path():
-    return 'output.html'
-
-
-@enforce_types
-def should_save_dom(link: Link, out_dir: Optional[Path]=None, overwrite: Optional[bool]=False) -> bool:
-    
-    if is_static_file(link.url):
-        return False
-
-    out_dir = out_dir or Path(link.link_dir)
-    if not overwrite and (out_dir / get_output_path()).exists():
-        if (out_dir / get_output_path()).stat().st_size > 1:
-            return False
-
-    return CHROME_CONFIG.SAVE_DOM
-
-@enforce_types
-def save_dom(link: Link, out_dir: Optional[Path]=None, timeout: int=60) -> ArchiveResult:
-    """print HTML of site to file using chrome --dump-html"""
-
-    CHROME_BIN = CHROME_BINARY.load()
-    assert CHROME_BIN.abspath and CHROME_BIN.version
-
-    out_dir = out_dir or Path(link.link_dir)
-    output: ArchiveOutput = get_output_path()
-    output_path = out_dir / output
-    cmd = [
-        str(CHROME_BIN.abspath),
-        *CHROME_CONFIG.chrome_args(),
-        '--dump-dom',
-        link.url
-    ]
-    status = 'succeeded'
-    timer = TimedProgress(timeout, prefix='      ')
-    try:
-        result = run(cmd, cwd=str(out_dir), timeout=timeout, text=True)
-        atomic_write(output_path, result.stdout)
-
-        if result.returncode:
-            hints = result.stderr
-            raise ArchiveError('Failed to save DOM', hints)
-
-        chmod_file(output, cwd=str(out_dir))
-    except Exception as err:
-        status = 'failed'
-        output = err
-        CHROME_BINARY.chrome_cleanup_lockfile()
-    finally:
-        timer.end()
-
-    return ArchiveResult(
-        cmd=cmd,
-        pwd=str(out_dir),
-        cmd_version=str(CHROME_BIN.version),
-        output=output,
-        status=status,
-        **timer.stats,
-    )