From 98b11eb6d4a4bf6fc735a205aac10350ad5957ff Mon Sep 17 00:00:00 2001 From: Nick Sweeting Date: Fri, 23 Apr 2021 23:18:15 -0400 Subject: [PATCH] add usage to browser history export script and fix output dirs --- bin/export_browser_history.sh | 27 +++++++++++++++++++-------- 1 file changed, 19 insertions(+), 8 deletions(-) diff --git a/bin/export_browser_history.sh b/bin/export_browser_history.sh index f595ee39..54e91cc2 100755 --- a/bin/export_browser_history.sh +++ b/bin/export_browser_history.sh @@ -1,4 +1,15 @@ -#!/bin/bash +#!/usr/bin/env bash +# Helper script to export browser history and bookmarks to a format ArchiveBox can ingest. +# Usage: +# curl -O 'https://raw.githubusercontent.com/ArchiveBox/ArchiveBox/dev/bin/export_browser_history.sh' +# bash export_browser_history.sh --chrome +# bash export_browser_history.sh --firefox +# bash export_browser_history.sh --safari +# ls +# chrome_history.json +# firefox_history.json +# firefox_bookmarks.json +# safari_history.json OUTPUT_DIR="$(pwd)" @@ -16,9 +27,9 @@ if [[ "$1" == "--chrome" ]]; then sqlite3 "$OUTPUT_DIR/chrome_history.db.tmp" "SELECT \"[\" || group_concat(json_object('timestamp', last_visit_time, 'description', title, 'href', url)) || \"]\" FROM urls;" > "$OUTPUT_DIR/chrome_history.json" jq < "$(dirname "${2:-$default}")"/Bookmarks '.roots.other.children[] | {href: .url, description: .name, timestamp: .date_added}' > "$OUTPUT_DIR/chrome_bookmarks.json" - rm "$DATA_DIR"/output/sources/chrome_history.db.* + rm "$OUTPUT_DIR"/chrome_history.db.* echo "Chrome history exported to:" - echo " output/sources/chrome_history.json" + echo " $OUTPUT_DIR/chrome_history.json" fi if [[ "$1" == "--firefox" ]]; then @@ -35,10 +46,10 @@ if [[ "$1" == "--firefox" ]]; then sqlite3 "$OUTPUT_DIR/firefox_history.db.tmp" "SELECT \"[\" || group_concat(json_object('timestamp', last_visit_date, 'description', title, 'href', url)) || \"]\" FROM moz_places;" > "$OUTPUT_DIR/firefox_history.json" sqlite3 "$OUTPUT_DIR/firefox_history.db.tmp" "SELECT \"[\" || group_concat(json_object('timestamp', b.dateAdded, 'description', b.title, 'href', f.url)) || \"]\" FROM moz_bookmarks AS b JOIN moz_places AS f ON f.id = b.fk" > "$OUTPUT_DIR/firefox_bookmarks.json" - rm "$DATA_DIR"/output/sources/firefox_history.db.* + rm "$OUTPUT_DIR"/firefox_history.db.* echo "Firefox history exported to:" - echo " output/sources/firefox_history.json" - echo " output/sources/firefox_bookmarks.json" + echo " $OUTPUT_DIR/firefox_history.json" + echo " $OUTPUT_DIR/firefox_bookmarks.json" fi if [[ "$1" == "--safari" ]]; then @@ -54,7 +65,7 @@ if [[ "$1" == "--safari" ]]; then sqlite3 "$OUTPUT_DIR/safari_history.db.tmp" "select url from history_items" > "$OUTPUT_DIR/safari_history.json" - rm "$DATA_DIR"/output/sources/safari_history.db.* + rm "$OUTPUT_DIR"/safari_history.db.* echo "Safari history exported to:" - echo " output/sources/safari_history.json" + echo " $OUTPUT_DIR/safari_history.json" fi