diff --git a/tools/importer.py b/tools/importer.py new file mode 100755 index 00000000..719084b9 --- /dev/null +++ b/tools/importer.py @@ -0,0 +1,121 @@ +#! /usr/bin/env python + +from pelican.utils import slugify + +from codecs import open +import os +import argparse +import time + + +def wp2fields(xml): + """Opens a wordpress XML file, and yield pelican fields""" + from BeautifulSoup import BeautifulStoneSoup + + xmlfile = open(xml, encoding='utf-8').read() + soup = BeautifulStoneSoup(xmlfile) + items = soup.rss.channel.findAll('item') + + for item in items: + if item.fetch('wp:status')[0].contents[0] == "publish": + title = item.title.contents[0] + content = item.fetch('content:encoded')[0].contents[0] + filename = item.fetch('wp:post_name')[0].contents[0] + + raw_date = item.fetch('wp:post_date')[0].contents[0] + date_object = time.strptime(raw_date, "%Y-%m-%d %H:%M:%S") + date = time.strftime("%Y-%m-%d %H:%M", date_object) + + author = item.fetch('dc:creator')[0].contents[0].title() + categories = [(cat['nicename'],cat.contents[0]) for cat in item.fetch(domain='category')] + + tags = [tag.contents[0].title() for tag in item.fetch(domain='tag', nicename=None)] + + yield (title, content, filename, date, author, categories, tags) + +def feed2fields(file): + """Read a feed and yield pelican fields""" + import feedparser + d = feedparser.parse(file) + for entry in d.entries: + date = (time.strftime("%Y-%m-%d %H:%M", entry.updated_parsed) + if hasattr(entry, "updated_parsed") else None) + author = entry.author if hasattr(entry, "author") else None + tags = [e['term'] for e in entry.tags] if hasattr(entry, "tags") else None + + slug = slugify(entry.title) + yield (entry.title, entry.description, slug, date, author, [], tags) + + +def build_header(title, date, author, categories, tags): + """Build a header from a list of fields""" + header = '%s\n%s\n' % (title, '#' * len(title)) + if date: + header += ':date: %s\n' % date + if categories: + header += ':category: %s\n' % ', '.join(categories) + if tags: + header += ':tags: %s\n' % ', '.join(tags) + header += '\n' + return header + + +def fields2pelican(fields, output_path): + for title, content, filename, date, author, categories, tags in fields: + html_filename = os.path.join(output_path, filename+'.html') + + if(len(categories) == 1): + rst_filename = os.path.join(output_path, categories[0][0], filename+'.rst') + if not os.path.isdir(os.path.join(output_path, categories[0][0])): + os.mkdir(os.path.join(output_path, categories[0][0])) + else: + rst_filename = os.path.join(output_path, filename+'.rst') + + with open(html_filename, 'w', encoding='utf-8') as fp: + fp.write(content) + + os.system('pandoc --from=html --to=rst -o %s %s' % (rst_filename, + html_filename)) + + os.remove(html_filename) + + with open(rst_filename, 'r', encoding='utf-8') as fs: + content = fs.read() + with open(rst_filename, 'w', encoding='utf-8') as fs: + categories = [x[1] for x in categories] + header = build_header(title, date, author, categories, tags) + fs.write(header + content) + + +def main(input_type, input, output_path): + if input_type == 'wordpress': + fields = wp2fields(input) + elif input_type == 'feed': + fields = feed2fields(input) + + fields2pelican(fields, output_path) + + +if __name__ == '__main__': + parser = argparse.ArgumentParser( + description="Transform even feed or XML files to rst files." + "Be sure to have pandoc installed") + + parser.add_argument(dest='input', help='The input file to read') + parser.add_argument('--wpfile', action='store_true', dest='wpfile', + help='Wordpress XML export') + parser.add_argument('--feed', action='store_true', dest='feed', + help='feed to parse') + parser.add_argument('-o', '--output', dest='output', default='output', + help='Output path') + args = parser.parse_args() + + input_type = None + if args.wpfile: + input_type = 'wordpress' + elif args.feed: + input_type = 'feed' + else: + print "you must provide either --wpfile or --feed options" + exit() + main(input_type, args.input, args.output)