mirror of
https://github.com/getpelican/pelican.git
synced 2025-10-15 20:28:56 +02:00
121 lines
4.3 KiB
Python
Executable file
121 lines
4.3 KiB
Python
Executable file
#! /usr/bin/env python
|
|
|
|
from pelican.utils import slugify
|
|
|
|
from codecs import open
|
|
import os
|
|
import argparse
|
|
import time
|
|
|
|
|
|
def wp2fields(xml):
|
|
"""Opens a wordpress XML file, and yield pelican fields"""
|
|
from BeautifulSoup import BeautifulStoneSoup
|
|
|
|
xmlfile = open(xml, encoding='utf-8').read()
|
|
soup = BeautifulStoneSoup(xmlfile)
|
|
items = soup.rss.channel.findAll('item')
|
|
|
|
for item in items:
|
|
if item.fetch('wp:status')[0].contents[0] == "publish":
|
|
title = item.title.contents[0]
|
|
content = item.fetch('content:encoded')[0].contents[0]
|
|
filename = item.fetch('wp:post_name')[0].contents[0]
|
|
|
|
raw_date = item.fetch('wp:post_date')[0].contents[0]
|
|
date_object = time.strptime(raw_date, "%Y-%m-%d %H:%M:%S")
|
|
date = time.strftime("%Y-%m-%d %H:%M", date_object)
|
|
|
|
author = item.fetch('dc:creator')[0].contents[0].title()
|
|
categories = [(cat['nicename'],cat.contents[0]) for cat in item.fetch(domain='category')]
|
|
|
|
tags = [tag.contents[0].title() for tag in item.fetch(domain='tag', nicename=None)]
|
|
|
|
yield (title, content, filename, date, author, categories, tags)
|
|
|
|
def feed2fields(file):
|
|
"""Read a feed and yield pelican fields"""
|
|
import feedparser
|
|
d = feedparser.parse(file)
|
|
for entry in d.entries:
|
|
date = (time.strftime("%Y-%m-%d %H:%M", entry.updated_parsed)
|
|
if hasattr(entry, "updated_parsed") else None)
|
|
author = entry.author if hasattr(entry, "author") else None
|
|
tags = [e['term'] for e in entry.tags] if hasattr(entry, "tags") else None
|
|
|
|
slug = slugify(entry.title)
|
|
yield (entry.title, entry.description, slug, date, author, [], tags)
|
|
|
|
|
|
def build_header(title, date, author, categories, tags):
|
|
"""Build a header from a list of fields"""
|
|
header = '%s\n%s\n' % (title, '#' * len(title))
|
|
if date:
|
|
header += ':date: %s\n' % date
|
|
if categories:
|
|
header += ':category: %s\n' % ', '.join(categories)
|
|
if tags:
|
|
header += ':tags: %s\n' % ', '.join(tags)
|
|
header += '\n'
|
|
return header
|
|
|
|
|
|
def fields2pelican(fields, output_path):
|
|
for title, content, filename, date, author, categories, tags in fields:
|
|
html_filename = os.path.join(output_path, filename+'.html')
|
|
|
|
if(len(categories) == 1):
|
|
rst_filename = os.path.join(output_path, categories[0][0], filename+'.rst')
|
|
if not os.path.isdir(os.path.join(output_path, categories[0][0])):
|
|
os.mkdir(os.path.join(output_path, categories[0][0]))
|
|
else:
|
|
rst_filename = os.path.join(output_path, filename+'.rst')
|
|
|
|
with open(html_filename, 'w', encoding='utf-8') as fp:
|
|
fp.write(content)
|
|
|
|
os.system('pandoc --from=html --to=rst -o %s %s' % (rst_filename,
|
|
html_filename))
|
|
|
|
os.remove(html_filename)
|
|
|
|
with open(rst_filename, 'r', encoding='utf-8') as fs:
|
|
content = fs.read()
|
|
with open(rst_filename, 'w', encoding='utf-8') as fs:
|
|
categories = [x[1] for x in categories]
|
|
header = build_header(title, date, author, categories, tags)
|
|
fs.write(header + content)
|
|
|
|
|
|
def main(input_type, input, output_path):
|
|
if input_type == 'wordpress':
|
|
fields = wp2fields(input)
|
|
elif input_type == 'feed':
|
|
fields = feed2fields(input)
|
|
|
|
fields2pelican(fields, output_path)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
parser = argparse.ArgumentParser(
|
|
description="Transform even feed or XML files to rst files."
|
|
"Be sure to have pandoc installed")
|
|
|
|
parser.add_argument(dest='input', help='The input file to read')
|
|
parser.add_argument('--wpfile', action='store_true', dest='wpfile',
|
|
help='Wordpress XML export')
|
|
parser.add_argument('--feed', action='store_true', dest='feed',
|
|
help='feed to parse')
|
|
parser.add_argument('-o', '--output', dest='output', default='output',
|
|
help='Output path')
|
|
args = parser.parse_args()
|
|
|
|
input_type = None
|
|
if args.wpfile:
|
|
input_type = 'wordpress'
|
|
elif args.feed:
|
|
input_type = 'feed'
|
|
else:
|
|
print "you must provide either --wpfile or --feed options"
|
|
exit()
|
|
main(input_type, args.input, args.output)
|