mirrors/ArchiveBox
1
0
Fork 0
mirror of https://github.com/ArchiveBox/ArchiveBox.git synced 2025-05-20 01:45:10 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions 8

add usage to browser history export script and fix output dirs

Browse source
This commit is contained in:
Nick Sweeting 2021-04-23 23:18:15 -04:00 • committed by GitHub
parent 457556a2a8
commit 98b11eb6d4
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 19 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

27
bin/export_browser_history.sh
View file

@ -1,4 +1,15 @@
#!/bin/bash #!/usr/bin/env bash
# Helper script to export browser history and bookmarks to a format ArchiveBox can ingest.
# Usage:
# curl -O 'https://raw.githubusercontent.com/ArchiveBox/ArchiveBox/dev/bin/export_browser_history.sh'
# bash export_browser_history.sh --chrome
# bash export_browser_history.sh --firefox
# bash export_browser_history.sh --safari
# ls
# chrome_history.json
# firefox_history.json
# firefox_bookmarks.json
# safari_history.json
OUTPUT_DIR="$(pwd)" OUTPUT_DIR="$(pwd)"
@ -16,9 +27,9 @@ if [[ "$1" == "--chrome" ]]; then
sqlite3 "$OUTPUT_DIR/chrome_history.db.tmp" "SELECT \"[\" || group_concat(json_object('timestamp', last_visit_time, 'description', title, 'href', url)) || \"]\" FROM urls;" > "$OUTPUT_DIR/chrome_history.json" sqlite3 "$OUTPUT_DIR/chrome_history.db.tmp" "SELECT \"[\" || group_concat(json_object('timestamp', last_visit_time, 'description', title, 'href', url)) || \"]\" FROM urls;" > "$OUTPUT_DIR/chrome_history.json"
jq < "$(dirname "${2:-$default}")"/Bookmarks '.roots.other.children[] | {href: .url, description: .name, timestamp: .date_added}' > "$OUTPUT_DIR/chrome_bookmarks.json" jq < "$(dirname "${2:-$default}")"/Bookmarks '.roots.other.children[] | {href: .url, description: .name, timestamp: .date_added}' > "$OUTPUT_DIR/chrome_bookmarks.json"
rm "$DATA_DIR"/output/sources/chrome_history.db.* rm "$OUTPUT_DIR"/chrome_history.db.*
echo "Chrome history exported to:" echo "Chrome history exported to:"
echo " output/sources/chrome_history.json" echo " $OUTPUT_DIR/chrome_history.json"
fi fi
if [[ "$1" == "--firefox" ]]; then if [[ "$1" == "--firefox" ]]; then
@ -35,10 +46,10 @@ if [[ "$1" == "--firefox" ]]; then
sqlite3 "$OUTPUT_DIR/firefox_history.db.tmp" "SELECT \"[\" || group_concat(json_object('timestamp', last_visit_date, 'description', title, 'href', url)) || \"]\" FROM moz_places;" > "$OUTPUT_DIR/firefox_history.json" sqlite3 "$OUTPUT_DIR/firefox_history.db.tmp" "SELECT \"[\" || group_concat(json_object('timestamp', last_visit_date, 'description', title, 'href', url)) || \"]\" FROM moz_places;" > "$OUTPUT_DIR/firefox_history.json"
sqlite3 "$OUTPUT_DIR/firefox_history.db.tmp" "SELECT \"[\" || group_concat(json_object('timestamp', b.dateAdded, 'description', b.title, 'href', f.url)) || \"]\" FROM moz_bookmarks AS b JOIN moz_places AS f ON f.id = b.fk" > "$OUTPUT_DIR/firefox_bookmarks.json" sqlite3 "$OUTPUT_DIR/firefox_history.db.tmp" "SELECT \"[\" || group_concat(json_object('timestamp', b.dateAdded, 'description', b.title, 'href', f.url)) || \"]\" FROM moz_bookmarks AS b JOIN moz_places AS f ON f.id = b.fk" > "$OUTPUT_DIR/firefox_bookmarks.json"
rm "$DATA_DIR"/output/sources/firefox_history.db.* rm "$OUTPUT_DIR"/firefox_history.db.*
echo "Firefox history exported to:" echo "Firefox history exported to:"
echo " output/sources/firefox_history.json" echo " $OUTPUT_DIR/firefox_history.json"
echo " output/sources/firefox_bookmarks.json" echo " $OUTPUT_DIR/firefox_bookmarks.json"
fi fi
if [[ "$1" == "--safari" ]]; then if [[ "$1" == "--safari" ]]; then
@ -54,7 +65,7 @@ if [[ "$1" == "--safari" ]]; then
sqlite3 "$OUTPUT_DIR/safari_history.db.tmp" "select url from history_items" > "$OUTPUT_DIR/safari_history.json" sqlite3 "$OUTPUT_DIR/safari_history.db.tmp" "select url from history_items" > "$OUTPUT_DIR/safari_history.json"
rm "$DATA_DIR"/output/sources/safari_history.db.* rm "$OUTPUT_DIR"/safari_history.db.*
echo "Safari history exported to:" echo "Safari history exported to:"
echo " output/sources/safari_history.json" echo " $OUTPUT_DIR/safari_history.json"
fi fi