github/pelican
1
0
Fork 1
mirror of https://github.com/getpelican/pelican.git synced 2025-10-15 20:28:56 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

Update pelican_import.py

Browse source 
Use a set to avoid downloading duplicate attachments on a post more than once.
This commit is contained in:
Stuart Axon 2018-11-16 13:54:18 +00:00 • committed by Stuart Axon
commit 4d1869002e
2 changed files with 11 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

16
pelican/tests/test_importer.py
View file

@ -417,20 +417,22 @@ class TestWordpressXMLAttachements(unittest.TestCase):
self.assertTrue(self.attachments)
for post in self.attachments.keys():
if post is None:
expected = ('https://upload.wikimedia.org/wikipedia/commons/'
'thumb/2/2c/Pelican_lakes_entrance02.jpg/'
'240px-Pelican_lakes_entrance02.jpg')
self.assertEqual(self.attachments[post][0], expected)
expected = {
('https://upload.wikimedia.org/wikipedia/commons/'
'thumb/2/2c/Pelican_lakes_entrance02.jpg/'
'240px-Pelican_lakes_entrance02.jpg')
}
self.assertEqual(self.attachments[post], expected)
elif post == 'with-excerpt':
expected_invalid = ('http://thisurlisinvalid.notarealdomain/'
'not_an_image.jpg')
expected_pelikan = ('http://en.wikipedia.org/wiki/'
'File:Pelikan_Walvis_Bay.jpg')
self.assertEqual(self.attachments[post][0], expected_invalid)
self.assertEqual(self.attachments[post][1], expected_pelikan)
self.assertEqual(self.attachments[post],
{expected_invalid, expected_pelikan})
elif post == 'with-tags':
expected_invalid = ('http://thisurlisinvalid.notarealdomain')
self.assertEqual(self.attachments[post][0], expected_invalid)
self.assertEqual(self.attachments[post], {expected_invalid})
else:
self.fail('all attachments should match to a '
'filename or None, {}'

4
pelican/tools/pelican_import.py
View file

@ -699,7 +699,7 @@ def get_attachments(xml):
else:
filename = get_filename(filename, post_id)
names[post_id] = filename
attachedposts = defaultdict(list)
attachedposts = defaultdict(set)
for parent, url in attachments:
try:
parent_name = names[parent]
@ -707,7 +707,7 @@ def get_attachments(xml):
# attachment's parent is not a valid post
parent_name = None
attachedposts[parent_name].append(url)
attachedposts[parent_name].add(url)
return attachedposts