move abx plugins inside vendor dir

archivebox/vendor/abx-plugin-chrome/abx_plugin_chrome/dom.py

@@ -0,0 +1,76 @@
+__package__ = 'archivebox.extractors'
+
+from pathlib import Path
+from typing import Optional
+
+from ..index.schema import Link, ArchiveResult, ArchiveOutput, ArchiveError
+from archivebox.misc.system import run, chmod_file, atomic_write
+from archivebox.misc.util import (
+    enforce_types,
+    is_static_file,
+)
+from ..logging_util import TimedProgress
+
+from plugins_extractor.chrome.config import CHROME_CONFIG
+from plugins_extractor.chrome.binaries import CHROME_BINARY
+
+
+def get_output_path():
+    return 'output.html'
+
+
+@enforce_types
+def should_save_dom(link: Link, out_dir: Optional[Path]=None, overwrite: Optional[bool]=False) -> bool:
+    
+    if is_static_file(link.url):
+        return False
+
+    out_dir = out_dir or Path(link.link_dir)
+    if not overwrite and (out_dir / get_output_path()).exists():
+        if (out_dir / get_output_path()).stat().st_size > 1:
+            return False
+
+    return CHROME_CONFIG.SAVE_DOM
+
+@enforce_types
+def save_dom(link: Link, out_dir: Optional[Path]=None, timeout: int=60) -> ArchiveResult:
+    """print HTML of site to file using chrome --dump-html"""
+
+    CHROME_BIN = CHROME_BINARY.load()
+    assert CHROME_BIN.abspath and CHROME_BIN.version
+
+    out_dir = out_dir or Path(link.link_dir)
+    output: ArchiveOutput = get_output_path()
+    output_path = out_dir / output
+    cmd = [
+        str(CHROME_BIN.abspath),
+        *CHROME_CONFIG.chrome_args(),
+        '--dump-dom',
+        link.url
+    ]
+    status = 'succeeded'
+    timer = TimedProgress(timeout, prefix='      ')
+    try:
+        result = run(cmd, cwd=str(out_dir), timeout=timeout, text=True)
+        atomic_write(output_path, result.stdout)
+
+        if result.returncode:
+            hints = result.stderr
+            raise ArchiveError('Failed to save DOM', hints)
+
+        chmod_file(output, cwd=str(out_dir))
+    except Exception as err:
+        status = 'failed'
+        output = err
+        CHROME_BINARY.chrome_cleanup_lockfile()
+    finally:
+        timer.end()
+
+    return ArchiveResult(
+        cmd=cmd,
+        pwd=str(out_dir),
+        cmd_version=str(CHROME_BIN.version),
+        output=output,
+        status=status,
+        **timer.stats,
+    )