from lxml import etree
from lxml import html
from lxml.cssselect import CSSSelector
import md5
import sys
args = sys.argv[1:]
# django stuff
from django.core.management import setup_environ
import settings # Assumed to be in the same directory.
setup_environ(settings) # ugly django collateral effects :(
from comments.models import Element
doc_id = 'MMSC'
sel = CSSSelector('div.chapter p, pre, h1, table.equation')
chapter_sel = CSSSelector('div.chapter')
try:
filename = args[0]
except IndexError:
raise IndexError("Usage: %s <path-to-html-file>" % __file__)
tree = etree.parse(filename, html.HTMLParser(remove_blank_text=True))
root = tree.getroot()
chapter = chapter_sel(root)[0]
chapter_title = chapter.get('id').split(':')[1]
chapter_hash = md5.new(chapter.get('id').encode('utf8')).hexdigest()
chapter.set('id', chapter_hash)
for element in sel(root):
hsh_source = element.text or element.get('alt') or etree.tostring(element)
if hsh_source:
hsh_source_encoded = hsh_source.encode('utf8')
hsh = md5.new(hsh_source_encoded).hexdigest()
element.set('id', '%s-%s' % (chapter_hash, hsh))
# create the commentable element in the DB
e = Element()
e.id = '%s-%s' % (chapter_hash, hsh)
e.chapter = chapter_hash
e.title = chapter_title
e.save()
print etree.tostring(root) # pipe to a file if you wish