Don't loose the file in the rename. Fixes #55

tools/importer.py

@@ -0,0 +1,121 @@
+#! /usr/bin/env python
+
+from pelican.utils import slugify
+
+from codecs import open
+import os
+import argparse
+import time
+
+
+def wp2fields(xml):
+    """Opens a wordpress XML file, and yield pelican fields"""
+    from BeautifulSoup import BeautifulStoneSoup
+
+    xmlfile = open(xml, encoding='utf-8').read()
+    soup = BeautifulStoneSoup(xmlfile)
+    items = soup.rss.channel.findAll('item')
+
+    for item in items:
+        if item.fetch('wp:status')[0].contents[0] == "publish":
+            title = item.title.contents[0]
+            content = item.fetch('content:encoded')[0].contents[0]
+            filename = item.fetch('wp:post_name')[0].contents[0]
+            
+            raw_date = item.fetch('wp:post_date')[0].contents[0]
+            date_object = time.strptime(raw_date, "%Y-%m-%d %H:%M:%S")
+            date = time.strftime("%Y-%m-%d %H:%M", date_object)
+            
+            author = item.fetch('dc:creator')[0].contents[0].title()
+            categories = [(cat['nicename'],cat.contents[0]) for cat in item.fetch(domain='category')]
+            
+            tags = [tag.contents[0].title() for tag in item.fetch(domain='tag', nicename=None)]
+            
+            yield (title, content, filename, date, author, categories, tags)
+
+def feed2fields(file):
+    """Read a feed and yield pelican fields"""
+    import feedparser
+    d = feedparser.parse(file)
+    for entry in d.entries:
+        date = (time.strftime("%Y-%m-%d %H:%M", entry.updated_parsed) 
+                if hasattr(entry, "updated_parsed") else None)
+        author = entry.author if hasattr(entry, "author") else None
+        tags = [e['term'] for e in entry.tags] if hasattr(entry, "tags") else None
+
+        slug = slugify(entry.title)
+        yield (entry.title, entry.description, slug, date, author, [], tags)
+
+
+def build_header(title, date, author, categories, tags):
+    """Build a header from a list of fields"""
+    header = '%s\n%s\n' % (title, '#' * len(title))
+    if date:
+        header += ':date: %s\n' % date
+    if categories:
+        header += ':category: %s\n' % ', '.join(categories)
+    if tags:
+        header += ':tags: %s\n' % ', '.join(tags)
+    header += '\n'
+    return header
+
+
+def fields2pelican(fields, output_path):
+    for title, content, filename, date, author, categories, tags in fields: 
+        html_filename = os.path.join(output_path, filename+'.html')
+        
+        if(len(categories) == 1):
+            rst_filename = os.path.join(output_path, categories[0][0], filename+'.rst')
+            if not os.path.isdir(os.path.join(output_path, categories[0][0])):
+                os.mkdir(os.path.join(output_path, categories[0][0]))
+        else:
+            rst_filename = os.path.join(output_path, filename+'.rst')
+
+        with open(html_filename, 'w', encoding='utf-8') as fp:
+            fp.write(content)
+            
+        os.system('pandoc --from=html --to=rst -o %s %s' % (rst_filename,
+            html_filename))
+        
+        os.remove(html_filename)
+            
+        with open(rst_filename, 'r', encoding='utf-8') as fs:
+            content = fs.read()
+        with open(rst_filename, 'w', encoding='utf-8') as fs:
+            categories = [x[1] for x in categories]
+            header = build_header(title, date, author, categories, tags)
+            fs.write(header + content)
+
+
+def main(input_type, input, output_path):
+    if input_type == 'wordpress':
+        fields = wp2fields(input)
+    elif input_type == 'feed':
+        fields = feed2fields(input)
+
+    fields2pelican(fields, output_path)
+
+
+if __name__ == '__main__':
+    parser = argparse.ArgumentParser(
+            description="Transform even feed or XML files to rst files."
+                    "Be sure to have pandoc installed")
+
+    parser.add_argument(dest='input', help='The input file to read')
+    parser.add_argument('--wpfile', action='store_true', dest='wpfile', 
+            help='Wordpress XML export')
+    parser.add_argument('--feed', action='store_true', dest='feed', 
+            help='feed to parse')
+    parser.add_argument('-o', '--output', dest='output', default='output', 
+            help='Output path')
+    args = parser.parse_args() 
+    
+    input_type = None
+    if args.wpfile:
+        input_type = 'wordpress'
+    elif args.feed:
+        input_type = 'feed'
+    else:
+        print "you must provide either --wpfile or --feed options"
+        exit()
+    main(input_type, args.input, args.output)