Add some tools for copying data out of Firefox, for backups.
This commit is contained in:
parent
8c039a4ea7
commit
b8e6933ec0
76
copy_firefox_data.sh
Executable file
76
copy_firefox_data.sh
Executable file
@ -0,0 +1,76 @@
|
|||||||
|
#!/bin/sh
|
||||||
|
#
|
||||||
|
# This script makes local backups of tabs and passwords from Firefox, and then regularly copies them to a backup server
|
||||||
|
#
|
||||||
|
# firefox_decrypt.py is available from https://github.com/Unode/firefox_decrypt
|
||||||
|
#
|
||||||
|
# firefox_tabgroups_export.py is available from https://gist.github.com/ssokolow/35097553e5173935e597
|
||||||
|
# The version in this repo modifes the original to export only as text
|
||||||
|
#
|
||||||
|
|
||||||
|
epoch=$( date +%Y%m%d%H%M );
|
||||||
|
#server=10.25.0.1
|
||||||
|
server=treehouse.org.za
|
||||||
|
backups=~/Downloads/firefox
|
||||||
|
|
||||||
|
copy() {
|
||||||
|
content=$1
|
||||||
|
if [ -e ${content} ] && ping -qc1 ${server} >/dev/null; then
|
||||||
|
rsync -a --delete -e 'ssh -i ~/.ssh/id_rsa-firefox_pass' ${content} ${server}:remember/
|
||||||
|
#scp -ri ~/.ssh/id_rsa-firefox_pass ${backups}/firefox_tabs.${epoch} ${server}:remember/tabs
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
if [ -x ~/bin/firefox_tabgroups_export.py ]; then
|
||||||
|
do_copy=0
|
||||||
|
mkdir -p ${backups}/tabs
|
||||||
|
mkdir -p ${backups}/tabs/sessionstore
|
||||||
|
previous=$( ls ${backups}/tabs/firefox_tabs.* | tail -1 )
|
||||||
|
~/bin/firefox_tabgroups_export.py > ${backups}/tabs/firefox_tabs.${epoch}
|
||||||
|
if [ -f ${previous} ]; then
|
||||||
|
if diff -q ${previous} ${backups}/tabs/firefox_tabs.${epoch} >/dev/null; then
|
||||||
|
# No difference, remove this file
|
||||||
|
rm ${backups}/tabs/firefox_tabs.${epoch}
|
||||||
|
else
|
||||||
|
do_copy=1
|
||||||
|
fi
|
||||||
|
else
|
||||||
|
do_copy=1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Delete backups older than $time
|
||||||
|
find ${backups}/tabs -ctime +365 -delete
|
||||||
|
|
||||||
|
if [ ${do_copy} ]; then
|
||||||
|
for session in ~/.mozilla/firefox/*/sessionstore*/*; do
|
||||||
|
sessionfile=$( basename ${session} )
|
||||||
|
cp ${session} ${backups}/tabs/sessionstore/${epoch}_${sessionfile}
|
||||||
|
done
|
||||||
|
copy ${backups}/tabs
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [ -x ~/bin/firefox_decrypt.py ]; then
|
||||||
|
do_copy=0
|
||||||
|
mkdir -p ${backups}/passwords
|
||||||
|
previous=$( ls ${backups}/passwords/firefox_passwords.* | tail -1 )
|
||||||
|
echo '' | ~/bin/firefox_decrypt.py > ${backups}/passwords/firefox_passwords.${epoch}
|
||||||
|
if [ -f ${previous} ]; then
|
||||||
|
if diff -q ${previous} ${backups}/passwords/firefox_passwords.${epoch} >/dev/null; then
|
||||||
|
# No difference, remove this file
|
||||||
|
rm ${backups}/passwords/firefox_passwords.${epoch}
|
||||||
|
else
|
||||||
|
do_copy=1
|
||||||
|
fi
|
||||||
|
else
|
||||||
|
do_copy=1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Delete backups older than $time
|
||||||
|
find ${backups}/passwords -ctime +1 -delete
|
||||||
|
|
||||||
|
if [ ${do_copy} ]; then
|
||||||
|
ln -srf ${backups}/passwords/firefox_passwords.${epoch} ${backups}/passwords/firefox_passwords
|
||||||
|
copy ${backups}/passwords
|
||||||
|
fi
|
||||||
|
fi
|
||||||
456
firefox_tabgroups_export.py
Executable file
456
firefox_tabgroups_export.py
Executable file
@ -0,0 +1,456 @@
|
|||||||
|
#!/usr/bin/env python3
|
||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
"""Quick and Dirty Tab Groups Dumper for Firefox
|
||||||
|
--snip--
|
||||||
|
|
||||||
|
Copyright (C) 2014 Stephan Sokolow
|
||||||
|
|
||||||
|
Permission is hereby granted, free of charge, to any person obtaining
|
||||||
|
a copy of this software and associated documentation files (the "Software"),
|
||||||
|
to deal in the Software without restriction, including without limitation
|
||||||
|
the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
||||||
|
and/or sell copies of the Software, and to permit persons to whom the
|
||||||
|
Software is furnished to do so, subject to the following conditions:
|
||||||
|
|
||||||
|
The above copyright notice and this permission notice shall be included
|
||||||
|
in all copies or substantial portions of the Software.
|
||||||
|
|
||||||
|
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
||||||
|
EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
|
||||||
|
OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
|
||||||
|
IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM,
|
||||||
|
DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
|
||||||
|
TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE
|
||||||
|
OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
||||||
|
"""
|
||||||
|
|
||||||
|
__appname__ = "Quick And Dirty Tab Groups Dumper for Firefox"
|
||||||
|
__author__ = "Stephan Sokolow (deitarion/SSokolow)"
|
||||||
|
__version__ = "0.2"
|
||||||
|
__license__ = "MIT"
|
||||||
|
|
||||||
|
import logging
|
||||||
|
log = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
import json, os, re
|
||||||
|
|
||||||
|
#{{{ Data Types for Schema
|
||||||
|
bad_anchor_char_re = re.compile('[^A-Za-z0-9-_:.]+')
|
||||||
|
url_re = re.compile("""
|
||||||
|
^data:image/png;base64,|
|
||||||
|
^(chrome|file|https?)://|
|
||||||
|
^about:(blank|home|newtab)$|
|
||||||
|
^javascript:
|
||||||
|
""", re.VERBOSE)
|
||||||
|
is_nonempty_string = lambda x: isinstance(x, unicode) and x
|
||||||
|
|
||||||
|
is_url = lambda x: isinstance(x, unicode) and url_re.match(x)
|
||||||
|
is_nullable_url = lambda x: x is None or is_url(x)
|
||||||
|
|
||||||
|
is_natural_int = lambda x: isinstance(x, int) and x >= 0
|
||||||
|
is_positive_int = lambda x: is_natural_int(x) and x > 0
|
||||||
|
|
||||||
|
is_bool_string = lambda x: isinstance(x, unicode) and x in ('true', 'false')
|
||||||
|
def is_int_string(x):
|
||||||
|
"""Return true if the input is a string containing an integer"""
|
||||||
|
if not is_nonempty_string(x):
|
||||||
|
return False
|
||||||
|
try:
|
||||||
|
int(x)
|
||||||
|
return True
|
||||||
|
except ValueError:
|
||||||
|
return False
|
||||||
|
is_int_ish = lambda x: is_int_string(x) or is_natural_int(x)
|
||||||
|
|
||||||
|
def is_coord_pair(x):
|
||||||
|
"""Return true if the input is two comma-separated integers"""
|
||||||
|
return (is_nonempty_string(x) and
|
||||||
|
len(x.split(',')) == 2 and
|
||||||
|
all(is_int_string(y) for y in x.split(',')))
|
||||||
|
|
||||||
|
#}}}
|
||||||
|
#{{{ Schema
|
||||||
|
|
||||||
|
def apply_subschema(prefix, subschema):
|
||||||
|
"""Generate a new schema dict with prefixed paths"""
|
||||||
|
return {prefix + x: y for x, y in subschema.items()}
|
||||||
|
|
||||||
|
TAB_ENTRY_SCHEMA = {
|
||||||
|
'ID/': is_natural_int,
|
||||||
|
'docIdentifier/': is_natural_int,
|
||||||
|
'docshellID/': is_natural_int,
|
||||||
|
'owner_b64/': is_nonempty_string,
|
||||||
|
'referrer/': is_url,
|
||||||
|
'scroll/': is_nonempty_string,
|
||||||
|
'subframe/': lambda x: isinstance(x, bool),
|
||||||
|
'title/': is_nonempty_string,
|
||||||
|
'url/': is_url,
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
TABS_SCHEMA = {
|
||||||
|
'tabs/': lambda x: isinstance(x, list) and x,
|
||||||
|
'tabs/list/': lambda x: isinstance(x, dict) and x,
|
||||||
|
'tabs/list/attributes/': lambda x: isinstance(x, dict),
|
||||||
|
'tabs/list/attributes/image/': is_url,
|
||||||
|
'tabs/list/entries/': lambda x: isinstance(x, list) and x,
|
||||||
|
'tabs/list/entries/list/': lambda x: isinstance(x, dict) and x,
|
||||||
|
'tabs/list/entries/list/ID/': is_natural_int,
|
||||||
|
'tabs/list/entries/list/children/': lambda x: isinstance(x, list),
|
||||||
|
'tabs/list/entries/list/children/list/': lambda x: isinstance(x, dict),
|
||||||
|
'tabs/list/entries/list/url/': is_url,
|
||||||
|
'tabs/list/extData/': lambda x: isinstance(x, dict) and x,
|
||||||
|
'tabs/list/extData/tabview-tab/': is_nonempty_string,
|
||||||
|
'tabs/list/extData/weaveLastUsed/': is_nonempty_string,
|
||||||
|
'tabs/list/hidden/': lambda x: isinstance(x, bool),
|
||||||
|
'tabs/list/image/': is_nullable_url,
|
||||||
|
'tabs/list/index/': is_positive_int,
|
||||||
|
'tabs/list/lastAccessed/': is_natural_int,
|
||||||
|
'tabs/list/pinned/': lambda x: isinstance(x, bool),
|
||||||
|
'tabs/list/scroll/': lambda x: isinstance(x, dict),
|
||||||
|
'tabs/list/scroll/scroll/': is_nonempty_string,
|
||||||
|
}
|
||||||
|
TABS_SCHEMA.update(apply_subschema(
|
||||||
|
'tabs/list/entries/list/', TAB_ENTRY_SCHEMA))
|
||||||
|
TABS_SCHEMA.update(apply_subschema(
|
||||||
|
'tabs/list/entries/list/children/list/', TAB_ENTRY_SCHEMA))
|
||||||
|
TABS_SCHEMA.update(apply_subschema(
|
||||||
|
'tabs/list/entries/list/children/list/children/list/', TAB_ENTRY_SCHEMA))
|
||||||
|
|
||||||
|
CLOSED_TABS_SCHEMA = {
|
||||||
|
'_closedTabs/': lambda x: isinstance(x, list),
|
||||||
|
'_closedTabs/list/': lambda x: isinstance(x, dict),
|
||||||
|
'_closedTabs/list/closedAt/': is_natural_int,
|
||||||
|
'_closedTabs/list/image/': is_url,
|
||||||
|
'_closedTabs/list/pos/': is_positive_int,
|
||||||
|
'_closedTabs/list/state/': lambda x: isinstance(x, dict),
|
||||||
|
'_closedTabs/list/state/attributes/': lambda x: isinstance(x, dict),
|
||||||
|
'_closedTabs/list/state/entries/': lambda x: isinstance(x, list),
|
||||||
|
'_closedTabs/list/state/entries/list/': lambda x: isinstance(x, dict),
|
||||||
|
'_closedTabs/list/state/extData/': lambda x: isinstance(x, dict),
|
||||||
|
'_closedTabs/list/state/extData/tabview-tab/':
|
||||||
|
lambda x: isinstance(x, unicode),
|
||||||
|
'_closedTabs/list/state/hidden/': lambda x: isinstance(x, bool),
|
||||||
|
'_closedTabs/list/state/image/': is_url,
|
||||||
|
'_closedTabs/list/state/index/': is_positive_int,
|
||||||
|
'_closedTabs/list/state/lastAccessed/': is_natural_int,
|
||||||
|
'_closedTabs/list/state/scroll/': lambda x: isinstance(x, dict),
|
||||||
|
'_closedTabs/list/state/scroll/scroll/': is_coord_pair,
|
||||||
|
'_closedTabs/list/title/': lambda x: isinstance(x, unicode),
|
||||||
|
}
|
||||||
|
CLOSED_TABS_SCHEMA.update(apply_subschema(
|
||||||
|
'_closedTabs/list/state/entries/list/', TAB_ENTRY_SCHEMA))
|
||||||
|
|
||||||
|
WINDOW_SCHEMA = {
|
||||||
|
'extData/': lambda x: isinstance(x, dict),
|
||||||
|
'extData/tabview-group/': is_nonempty_string,
|
||||||
|
'extData/tabview-groups/': is_nonempty_string,
|
||||||
|
'extData/tabview-ui/': is_nonempty_string,
|
||||||
|
'height/': is_int_ish,
|
||||||
|
'screenX/': is_int_ish,
|
||||||
|
'screenY/': is_int_ish,
|
||||||
|
'selected/': is_positive_int,
|
||||||
|
'sizemode/': lambda x: isinstance(x, unicode),
|
||||||
|
'title/': is_nonempty_string,
|
||||||
|
'width/': is_int_ish,
|
||||||
|
}
|
||||||
|
|
||||||
|
#TODO: Finish deduplicating this schema definition
|
||||||
|
SCHEMA = {
|
||||||
|
'': lambda x: isinstance(x, dict) and x,
|
||||||
|
'_closedWindows/': lambda x: isinstance(x, list),
|
||||||
|
'_closedWindows/list/': lambda x: isinstance(x, dict),
|
||||||
|
'_closedWindows/list/closedAt/': lambda x: isinstance(x, int),
|
||||||
|
'_closedWindows/list/extData/__SessionManagerWindowId/':
|
||||||
|
lambda x: isinstance(x, unicode),
|
||||||
|
'global/': lambda x: isinstance(x, dict),
|
||||||
|
'scratchpads/': lambda x: isinstance(x, list),
|
||||||
|
'selectedWindow/': is_natural_int,
|
||||||
|
'session/': lambda x: isinstance(x, dict),
|
||||||
|
'session/lastUpdate/': is_natural_int,
|
||||||
|
'session/recentCrashes/': is_natural_int,
|
||||||
|
'session/startTime/': is_natural_int,
|
||||||
|
'windows/': lambda x: isinstance(x, list) and x,
|
||||||
|
'windows/list/': lambda x: isinstance(x, dict) and x,
|
||||||
|
'windows/list/busy/': lambda x: isinstance(x, bool),
|
||||||
|
'windows/list/extData/': lambda x: isinstance(x, dict) and x,
|
||||||
|
'windows/list/extData/__SessionManagerWindowId/': is_nonempty_string,
|
||||||
|
'windows/list/extData/tabview-last-session-group-name/':
|
||||||
|
is_nonempty_string,
|
||||||
|
'windows/list/extData/tabview-visibility/': is_bool_string,
|
||||||
|
|
||||||
|
'windows/list/tabs/list/disallow/': is_nonempty_string,
|
||||||
|
'windows/list/tabs/list/entries/list/cacheKey/': is_positive_int,
|
||||||
|
'windows/list/tabs/list/entries/list/children/list/children/':
|
||||||
|
lambda x: isinstance(x, list),
|
||||||
|
'windows/list/tabs/list/entries/list/children/list/children/list/':
|
||||||
|
lambda x: isinstance(x, dict),
|
||||||
|
'windows/list/tabs/list/entries/list/structuredCloneState/':
|
||||||
|
is_nonempty_string,
|
||||||
|
'windows/list/tabs/list/entries/list/structuredCloneVersion/':
|
||||||
|
is_positive_int,
|
||||||
|
'windows/list/tabs/list/extData/': lambda x: isinstance(x, dict),
|
||||||
|
'windows/list/tabs/list/extData/tabview-tab/': is_nonempty_string,
|
||||||
|
'windows/list/tabs/list/extData/weaveLastUsed/': is_nonempty_string,
|
||||||
|
'windows/list/tabs/list/lastAccessed/': is_natural_int,
|
||||||
|
'windows/list/tabs/list/pageStyle/':
|
||||||
|
lambda x: isinstance(x, (unicode, dict)),
|
||||||
|
'windows/list/tabs/list/pageStyle/pageStyle/': is_nonempty_string,
|
||||||
|
'windows/list/tabs/list/userTypedClear/': is_natural_int,
|
||||||
|
'windows/list/tabs/list/userTypedValue/': is_nonempty_string,
|
||||||
|
}
|
||||||
|
SCHEMA.update(apply_subschema('_closedWindows/list/', CLOSED_TABS_SCHEMA))
|
||||||
|
SCHEMA.update(apply_subschema('_closedWindows/list/', TABS_SCHEMA))
|
||||||
|
SCHEMA.update(apply_subschema('_closedWindows/list/', WINDOW_SCHEMA))
|
||||||
|
SCHEMA.update(apply_subschema('windows/list/', CLOSED_TABS_SCHEMA))
|
||||||
|
SCHEMA.update(apply_subschema('windows/list/', TABS_SCHEMA))
|
||||||
|
SCHEMA.update(apply_subschema('windows/list/', WINDOW_SCHEMA))
|
||||||
|
|
||||||
|
#}}}
|
||||||
|
#{{{ Schema-related routines
|
||||||
|
|
||||||
|
def make_schema_line(path, data):
|
||||||
|
"""Generate a draft schema line to be copy-pasted"""
|
||||||
|
tmp = "'%s': lambda x: isinstance(x, %s)," % (path, type(data).__name__)
|
||||||
|
return '%-100s # %s' % (tmp, repr(data)[:80])
|
||||||
|
|
||||||
|
def check_schema(data, dom_path='', schema=None, make_schema=False):
|
||||||
|
"""Recursive exploration for JSON via schemas"""
|
||||||
|
schema = schema or {}
|
||||||
|
result = {}
|
||||||
|
|
||||||
|
def fail(msg):
|
||||||
|
"""Unified failure message"""
|
||||||
|
dump = result[dom_path] = make_schema_line(dom_path, data)
|
||||||
|
if isinstance(data, (list, dict)):
|
||||||
|
raise ValueError("%s: %s @ %s\n %s" % (
|
||||||
|
msg, type(data), dom_path, dump))
|
||||||
|
else:
|
||||||
|
raise ValueError("%s: %s(%s) @ %s\n %s" % (
|
||||||
|
msg, type(data), data, dom_path, dump))
|
||||||
|
|
||||||
|
if dom_path not in schema:
|
||||||
|
if make_schema:
|
||||||
|
result[dom_path] = make_schema_line(dom_path, data)
|
||||||
|
else:
|
||||||
|
fail("Unexpected element")
|
||||||
|
|
||||||
|
if make_schema or schema[dom_path](data):
|
||||||
|
if isinstance(data, list):
|
||||||
|
for x in data:
|
||||||
|
result.update(check_schema(x, dom_path + 'list/',
|
||||||
|
schema=schema, make_schema=make_schema))
|
||||||
|
elif isinstance(data, dict):
|
||||||
|
for x in data:
|
||||||
|
result.update(check_schema(data[x], '%s%s/' % (dom_path, x),
|
||||||
|
schema=schema, make_schema=make_schema))
|
||||||
|
elif not (data is None or isinstance(data, (int, float, unicode))):
|
||||||
|
fail("Unexpected data type")
|
||||||
|
else:
|
||||||
|
fail("Element failed schema")
|
||||||
|
|
||||||
|
return result
|
||||||
|
|
||||||
|
#}}}
|
||||||
|
|
||||||
|
def _collect_tab_metadata(tab):
|
||||||
|
"""Restructure the tab metadata into a single dict"""
|
||||||
|
grp_id = None
|
||||||
|
grp_data = tab.get('extData', {}).get('tabview-tab', {})
|
||||||
|
if grp_data:
|
||||||
|
grp_data = json.loads(grp_data)
|
||||||
|
if grp_data:
|
||||||
|
grp_id = grp_data.get('groupID', None)
|
||||||
|
del grp_data
|
||||||
|
|
||||||
|
empty = {
|
||||||
|
'title' : 'New tab',
|
||||||
|
'url' : 'about:newtab',
|
||||||
|
}
|
||||||
|
if len(tab['entries']) == 0:
|
||||||
|
content = empty
|
||||||
|
else:
|
||||||
|
content = tab['entries'][-1] # -1 is most recent
|
||||||
|
|
||||||
|
return {
|
||||||
|
'index': tab.get('index'),
|
||||||
|
'group': grp_id,
|
||||||
|
'title': content.get('title', content['url']),
|
||||||
|
'url': content['url'],
|
||||||
|
'favicon': tab.get('image', None),
|
||||||
|
'pinned': tab.get('pinned', False)
|
||||||
|
}
|
||||||
|
|
||||||
|
def dump_tab_groups(data):
|
||||||
|
"""Load a JSON file from a path and extract the relevant data structure."""
|
||||||
|
windows = []
|
||||||
|
for window in data['windows']:
|
||||||
|
grp_names = json.loads(window.get('extData', {}).get(
|
||||||
|
'tabview-group', '{}'))
|
||||||
|
grp_names = {int(x): grp_names[x]['title'] for x in grp_names.keys()}
|
||||||
|
|
||||||
|
tabs = [_collect_tab_metadata(tab) for tab in window['tabs']]
|
||||||
|
|
||||||
|
# Group the tabs by group ID and then replace the IDs with the
|
||||||
|
# group names without risking naming collisions
|
||||||
|
groups = {}
|
||||||
|
[groups.setdefault(tab['group'], []).append(tab) for tab in tabs]
|
||||||
|
groups = [(grp_names.get(k, None), v) for k, v in groups.items()]
|
||||||
|
#groups.sort() # TODO: Sort case-insensitively
|
||||||
|
|
||||||
|
windows.append(groups)
|
||||||
|
return windows
|
||||||
|
|
||||||
|
def dump_to_html(dump, for_tiddlywiki=False):
|
||||||
|
"""Convert `dump_tab_groups` output to HTML
|
||||||
|
|
||||||
|
Specifically, an outline represented in HTML via the XOXO microformat
|
||||||
|
so that it's both human- and machine-readable:
|
||||||
|
http://www.microformats.org/wiki/xoxo
|
||||||
|
|
||||||
|
@todo: Clean up this code and reuse anything possible to produce an XBEL
|
||||||
|
output option:
|
||||||
|
http://en.wikipedia.org/wiki/XBEL
|
||||||
|
"""
|
||||||
|
from lxml import etree
|
||||||
|
from lxml.builder import E
|
||||||
|
|
||||||
|
def attr_class(*args):
|
||||||
|
"""workaround for `class` being a reserved word"""
|
||||||
|
return {"class": ' '.join(args)}
|
||||||
|
|
||||||
|
h3_prefix = lambda: (E.span('!!!', attr_class('copy-only'))
|
||||||
|
if for_tiddlywiki else '')
|
||||||
|
|
||||||
|
noicon = PLACEHOLDER_FAVICON_URI
|
||||||
|
|
||||||
|
tab_count, windows = 0, []
|
||||||
|
for pos, window in enumerate(dump):
|
||||||
|
k_toc = []
|
||||||
|
e_groups = []
|
||||||
|
|
||||||
|
for group, tabs in window:
|
||||||
|
if not group and all(x.get('pinned') for x in tabs):
|
||||||
|
grp_name = "<Pinned Tabs>"
|
||||||
|
else:
|
||||||
|
grp_name = group or '<Unnamed Group>'
|
||||||
|
grp_key = (grp_name, bad_anchor_char_re.sub('_', grp_name).lower())
|
||||||
|
|
||||||
|
grp_key_actual, idx = grp_key, 0
|
||||||
|
while grp_key_actual in k_toc:
|
||||||
|
idx += 1
|
||||||
|
grp_key_actual = '%s%s' % (grp_key, idx)
|
||||||
|
k_toc.append(grp_key_actual)
|
||||||
|
|
||||||
|
tab_count += len(tabs)
|
||||||
|
if for_tiddlywiki:
|
||||||
|
lines = []
|
||||||
|
for x in tabs:
|
||||||
|
lines.extend(['* [[', E.b(x['title']), '|',
|
||||||
|
E.a(x['url'], href=x['url']),
|
||||||
|
']]\n'])
|
||||||
|
e_tabs = E.pre(*lines)
|
||||||
|
else:
|
||||||
|
e_tabs = E.ul(*[E.li(E.a(E.img(src=x['favicon'] or noicon,
|
||||||
|
alt='', width='16', height='16'),
|
||||||
|
x['title'], href=x['url'])) for x in tabs])
|
||||||
|
|
||||||
|
e_groups.append(E.li(
|
||||||
|
E.h3(h3_prefix(), grp_name, id=grp_key_actual[1]),
|
||||||
|
e_tabs
|
||||||
|
))
|
||||||
|
|
||||||
|
windows.append(E.li(E.h2("Window %d" % pos), *e_groups))
|
||||||
|
|
||||||
|
e_toc = E.ul(*[E.li(E.a(x[0], href='#%s' % x[1])) for x in k_toc])
|
||||||
|
|
||||||
|
title_str = '%s (%s tabs total)' % (HTML_EXPORT_TITLE, tab_count)
|
||||||
|
return etree.tostring(E.html(
|
||||||
|
E.head(
|
||||||
|
E.title(title_str),
|
||||||
|
E.style(HTML_EXPORT_STYLE)),
|
||||||
|
E.body(
|
||||||
|
E.h1(title_str), e_toc,
|
||||||
|
E.ul(attr_class('xoxo'), *windows))))
|
||||||
|
|
||||||
|
|
||||||
|
def dump_to_text(dump):
|
||||||
|
"""Convert `dump_tab_groups` output to text
|
||||||
|
"""
|
||||||
|
tab_count, windows = 0, []
|
||||||
|
text = ''
|
||||||
|
for pos, window in enumerate(dump):
|
||||||
|
text += "Window {0}\n".format(pos)
|
||||||
|
|
||||||
|
for group, tabs in window:
|
||||||
|
if not group and all(x.get('pinned') for x in tabs):
|
||||||
|
grp_name = "<Pinned Tabs>"
|
||||||
|
else:
|
||||||
|
grp_name = group or '<Unnamed Group>'
|
||||||
|
text += "{0}\n".format(grp_name)
|
||||||
|
tab_count += len(tabs)
|
||||||
|
for x in tabs:
|
||||||
|
text += "\t{1}\n{0}\n".format(x['url'], x['title'])
|
||||||
|
text += "\n"
|
||||||
|
|
||||||
|
text += '({0} tabs total)'.format(tab_count)
|
||||||
|
|
||||||
|
return text
|
||||||
|
|
||||||
|
# From https://gist.github.com/Tblue/62ff47bef7f894e92ed5
|
||||||
|
def decompress(file_obj):
|
||||||
|
import lz4.block
|
||||||
|
if file_obj.read(8) != b"mozLz40\0":
|
||||||
|
raise "Invalid magic number"
|
||||||
|
return lz4.block.decompress(file_obj.read())
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == '__main__':
|
||||||
|
from optparse import OptionParser
|
||||||
|
parser = OptionParser(version="%%prog v%s" % __version__,
|
||||||
|
usage="%prog [opts] [path]",
|
||||||
|
description=__doc__.replace('\r\n', '\n').split('\n--snip--\n')[0])
|
||||||
|
parser.add_option('-v', '--verbose', action="count", dest="verbose",
|
||||||
|
default=2, help="Increase the verbosity. Use twice for extra effect")
|
||||||
|
parser.add_option('-q', '--quiet', action="count", dest="quiet",
|
||||||
|
default=0, help="Decrease the verbosity. Use twice for extra effect")
|
||||||
|
parser.add_option('--check-schema', action="store_true",
|
||||||
|
dest="check_schema", default=False, help="Check JSON against the "
|
||||||
|
"embedded sessionstore schema")
|
||||||
|
parser.add_option('--make-schema', action="store_true", dest="make_schema",
|
||||||
|
default=False, help="Auto-generate a first draft schema from the JSON")
|
||||||
|
|
||||||
|
# Allow pre-formatted descriptions
|
||||||
|
parser.formatter.format_description = lambda description: description
|
||||||
|
|
||||||
|
opts, args = parser.parse_args()
|
||||||
|
|
||||||
|
# Set up clean logging to stderr
|
||||||
|
log_levels = [logging.CRITICAL, logging.ERROR, logging.WARNING,
|
||||||
|
logging.INFO, logging.DEBUG]
|
||||||
|
opts.verbose = min(opts.verbose - opts.quiet, len(log_levels) - 1)
|
||||||
|
opts.verbose = max(opts.verbose, 0)
|
||||||
|
logging.basicConfig(level=log_levels[opts.verbose],
|
||||||
|
format='%(levelname)s: %(message)s')
|
||||||
|
|
||||||
|
if not args:
|
||||||
|
import glob
|
||||||
|
args = glob.glob(os.path.expanduser(
|
||||||
|
'~/.mozilla/firefox/*/sessionstore-backups/recovery.jsonlz4'))
|
||||||
|
|
||||||
|
results = []
|
||||||
|
for arg in args:
|
||||||
|
with open(arg, 'rb') as fobj:
|
||||||
|
data = decompress(fobj)
|
||||||
|
data = json.loads(data)
|
||||||
|
|
||||||
|
if opts.check_schema:
|
||||||
|
result = check_schema(data, schema=SCHEMA)
|
||||||
|
elif opts.make_schema:
|
||||||
|
result = check_schema(data, schema=SCHEMA, make_schema=True)
|
||||||
|
print("---------------")
|
||||||
|
print('\n'.join(sorted(result.values())))
|
||||||
|
else:
|
||||||
|
results += dump_tab_groups(data)
|
||||||
|
text = dump_to_text(results)
|
||||||
|
print(text)
|
||||||
@ -1,71 +0,0 @@
|
|||||||
#!/usr/bin/python
|
|
||||||
#
|
|
||||||
# Taken in part from https://gist.github.com/ssokolow/35097553e5173935e597
|
|
||||||
|
|
||||||
import glob, json, os, re
|
|
||||||
|
|
||||||
def get_tab_metadata(tab):
|
|
||||||
grp_id = None
|
|
||||||
grp_data = tab.get('extData', {}).get('tabview-tab', {})
|
|
||||||
if grp_data:
|
|
||||||
grp_data = json.loads(grp_data)
|
|
||||||
if grp_data:
|
|
||||||
grp_id = grp_data.get('groupID', None)
|
|
||||||
del grp_data
|
|
||||||
|
|
||||||
content = tab['entries'][-1] # -1 is most recent
|
|
||||||
return {
|
|
||||||
'index' : tab.get('index'),
|
|
||||||
'group' : grp_id,
|
|
||||||
'title' : content.get('title', content.get('url')),
|
|
||||||
'url' : content.get('url'),
|
|
||||||
'pinned': tab.get('pinned', False)
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
def get_tabgroups(data):
|
|
||||||
windows = []
|
|
||||||
for window in data['windows']:
|
|
||||||
grp_names = json.loads(window.get('extData', {}).get(
|
|
||||||
'tabview-group', '{}'))
|
|
||||||
grp_names = {int(x): grp_names[x]['title'] for x in grp_names.keys()}
|
|
||||||
|
|
||||||
tabs = []
|
|
||||||
for tab in window['tabs']:
|
|
||||||
tabs.append(get_tab_metadata(tab))
|
|
||||||
|
|
||||||
# Group the tabs by group ID and then replace the IDs with the
|
|
||||||
# group names without risking naming collisions
|
|
||||||
groups = {}
|
|
||||||
for tab in tabs:
|
|
||||||
groups.setdefault(tab['group'], []).append(tab)
|
|
||||||
groups = [(grp_names.get(k, None), v) for k, v in groups.items()]
|
|
||||||
groups.sort() # TODO: Sort case-insensitively
|
|
||||||
|
|
||||||
windows.append(groups)
|
|
||||||
return windows
|
|
||||||
|
|
||||||
|
|
||||||
def print_tabs(groups):
|
|
||||||
for pos, window in enumerate(groups):
|
|
||||||
#print 'Window ' + str(pos+1)
|
|
||||||
for group, tabs in window:
|
|
||||||
if not group and all(x.get('pinned') for x in tabs):
|
|
||||||
grp_name = 'Window ' + str(pos+1) + ' | Pinned Tabs'
|
|
||||||
else:
|
|
||||||
grp_name = group or 'Unnamed'
|
|
||||||
print 'Window ' + str(pos+1) + ' | Group: ' + grp_name
|
|
||||||
for x in tabs:
|
|
||||||
print '\t' + x['title']
|
|
||||||
print '\t' + x['url']
|
|
||||||
print
|
|
||||||
|
|
||||||
|
|
||||||
filenames = glob.glob(os.path.expanduser('~/.mozilla/firefox/*/sessionstore-backups/recovery.js'))
|
|
||||||
for filename in filenames:
|
|
||||||
with open(filename, 'r') as fobj:
|
|
||||||
data = json.load(fobj)
|
|
||||||
groups = get_tabgroups(data)
|
|
||||||
print_tabs(groups)
|
|
||||||
|
|
||||||
# vim: expandtab shiftwidth=4 softtabstop=4 tw=500
|
|
||||||
Loading…
Reference in New Issue
Block a user