2015-06-16 09:25:09 +02:00
|
|
|
# -*- coding: utf-8 -*-
|
2015-06-05 12:11:53 +02:00
|
|
|
from __future__ import unicode_literals
|
|
|
|
|
|
|
|
|
|
import os
|
2015-06-16 09:25:09 +02:00
|
|
|
|
|
|
|
|
from shutil import rmtree
|
|
|
|
|
from tempfile import mkdtemp
|
|
|
|
|
|
|
|
|
|
from pelican.generators import ArticlesGenerator, PagesGenerator
|
|
|
|
|
from pelican.tests.support import get_settings, unittest
|
|
|
|
|
|
2015-06-05 12:11:53 +02:00
|
|
|
try:
|
|
|
|
|
from unittest.mock import MagicMock
|
|
|
|
|
except ImportError:
|
|
|
|
|
try:
|
|
|
|
|
from mock import MagicMock
|
|
|
|
|
except ImportError:
|
|
|
|
|
MagicMock = False
|
|
|
|
|
|
|
|
|
|
CUR_DIR = os.path.dirname(__file__)
|
|
|
|
|
CONTENT_DIR = os.path.join(CUR_DIR, 'content')
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class TestCache(unittest.TestCase):
|
|
|
|
|
|
|
|
|
|
def setUp(self):
|
|
|
|
|
self.temp_cache = mkdtemp(prefix='pelican_cache.')
|
|
|
|
|
|
|
|
|
|
def tearDown(self):
|
|
|
|
|
rmtree(self.temp_cache)
|
|
|
|
|
|
2015-06-06 20:07:12 +02:00
|
|
|
def _get_cache_enabled_settings(self):
|
|
|
|
|
settings = get_settings(filenames={})
|
|
|
|
|
settings['CACHE_CONTENT'] = True
|
|
|
|
|
settings['LOAD_CONTENT_CACHE'] = True
|
|
|
|
|
settings['CACHE_PATH'] = self.temp_cache
|
|
|
|
|
return settings
|
|
|
|
|
|
2015-06-05 12:11:53 +02:00
|
|
|
@unittest.skipUnless(MagicMock, 'Needs Mock module')
|
|
|
|
|
def test_article_object_caching(self):
|
|
|
|
|
"""Test Article objects caching at the generator level"""
|
2015-06-06 20:07:12 +02:00
|
|
|
settings = self._get_cache_enabled_settings()
|
2015-06-05 12:11:53 +02:00
|
|
|
settings['CONTENT_CACHING_LAYER'] = 'generator'
|
|
|
|
|
settings['DEFAULT_DATE'] = (1970, 1, 1)
|
|
|
|
|
settings['READERS'] = {'asc': None}
|
|
|
|
|
|
|
|
|
|
generator = ArticlesGenerator(
|
|
|
|
|
context=settings.copy(), settings=settings,
|
|
|
|
|
path=CONTENT_DIR, theme=settings['THEME'], output_path=None)
|
|
|
|
|
generator.generate_context()
|
|
|
|
|
self.assertTrue(hasattr(generator, '_cache'))
|
|
|
|
|
|
|
|
|
|
generator = ArticlesGenerator(
|
|
|
|
|
context=settings.copy(), settings=settings,
|
|
|
|
|
path=CONTENT_DIR, theme=settings['THEME'], output_path=None)
|
|
|
|
|
generator.readers.read_file = MagicMock()
|
|
|
|
|
generator.generate_context()
|
|
|
|
|
"""
|
|
|
|
|
3 Files don't get cached because they were not valid
|
|
|
|
|
- article_with_comments.html
|
|
|
|
|
- article_with_null_attributes.html
|
|
|
|
|
- 2012-11-30_md_w_filename_meta#foo-bar.md
|
|
|
|
|
"""
|
2015-10-12 20:31:32 +00:00
|
|
|
self.assertEqual(generator.readers.read_file.call_count, 4)
|
2015-06-05 12:11:53 +02:00
|
|
|
|
|
|
|
|
@unittest.skipUnless(MagicMock, 'Needs Mock module')
|
|
|
|
|
def test_article_reader_content_caching(self):
|
|
|
|
|
"""Test raw article content caching at the reader level"""
|
2015-06-06 20:07:12 +02:00
|
|
|
settings = self._get_cache_enabled_settings()
|
2015-06-05 12:11:53 +02:00
|
|
|
settings['READERS'] = {'asc': None}
|
|
|
|
|
|
|
|
|
|
generator = ArticlesGenerator(
|
|
|
|
|
context=settings.copy(), settings=settings,
|
|
|
|
|
path=CONTENT_DIR, theme=settings['THEME'], output_path=None)
|
|
|
|
|
generator.generate_context()
|
|
|
|
|
self.assertTrue(hasattr(generator.readers, '_cache'))
|
|
|
|
|
|
|
|
|
|
generator = ArticlesGenerator(
|
|
|
|
|
context=settings.copy(), settings=settings,
|
|
|
|
|
path=CONTENT_DIR, theme=settings['THEME'], output_path=None)
|
|
|
|
|
readers = generator.readers.readers
|
|
|
|
|
for reader in readers.values():
|
|
|
|
|
reader.read = MagicMock()
|
|
|
|
|
generator.generate_context()
|
|
|
|
|
for reader in readers.values():
|
|
|
|
|
self.assertEqual(reader.read.call_count, 0)
|
|
|
|
|
|
|
|
|
|
@unittest.skipUnless(MagicMock, 'Needs Mock module')
|
|
|
|
|
def test_article_ignore_cache(self):
|
|
|
|
|
"""Test that all the articles are read again when not loading cache
|
|
|
|
|
|
|
|
|
|
used in --ignore-cache or autoreload mode"""
|
2015-06-06 20:07:12 +02:00
|
|
|
settings = self._get_cache_enabled_settings()
|
2015-06-05 12:11:53 +02:00
|
|
|
settings['READERS'] = {'asc': None}
|
|
|
|
|
|
|
|
|
|
generator = ArticlesGenerator(
|
|
|
|
|
context=settings.copy(), settings=settings,
|
|
|
|
|
path=CONTENT_DIR, theme=settings['THEME'], output_path=None)
|
|
|
|
|
generator.readers.read_file = MagicMock()
|
|
|
|
|
generator.generate_context()
|
|
|
|
|
self.assertTrue(hasattr(generator, '_cache_open'))
|
|
|
|
|
orig_call_count = generator.readers.read_file.call_count
|
|
|
|
|
|
|
|
|
|
settings['LOAD_CONTENT_CACHE'] = False
|
|
|
|
|
generator = ArticlesGenerator(
|
|
|
|
|
context=settings.copy(), settings=settings,
|
|
|
|
|
path=CONTENT_DIR, theme=settings['THEME'], output_path=None)
|
|
|
|
|
generator.readers.read_file = MagicMock()
|
|
|
|
|
generator.generate_context()
|
2015-06-16 09:25:09 +02:00
|
|
|
self.assertEqual(
|
|
|
|
|
generator.readers.read_file.call_count,
|
|
|
|
|
orig_call_count)
|
2015-06-05 12:11:53 +02:00
|
|
|
|
|
|
|
|
@unittest.skipUnless(MagicMock, 'Needs Mock module')
|
|
|
|
|
def test_page_object_caching(self):
|
|
|
|
|
"""Test Page objects caching at the generator level"""
|
2015-06-06 20:07:12 +02:00
|
|
|
settings = self._get_cache_enabled_settings()
|
2015-06-05 12:11:53 +02:00
|
|
|
settings['CONTENT_CACHING_LAYER'] = 'generator'
|
2015-06-06 20:07:12 +02:00
|
|
|
settings['PAGE_PATHS'] = ['TestPages']
|
2015-06-05 12:11:53 +02:00
|
|
|
settings['READERS'] = {'asc': None}
|
|
|
|
|
|
|
|
|
|
generator = PagesGenerator(
|
|
|
|
|
context=settings.copy(), settings=settings,
|
|
|
|
|
path=CUR_DIR, theme=settings['THEME'], output_path=None)
|
|
|
|
|
generator.generate_context()
|
|
|
|
|
self.assertTrue(hasattr(generator, '_cache'))
|
|
|
|
|
|
|
|
|
|
generator = PagesGenerator(
|
|
|
|
|
context=settings.copy(), settings=settings,
|
|
|
|
|
path=CUR_DIR, theme=settings['THEME'], output_path=None)
|
|
|
|
|
generator.readers.read_file = MagicMock()
|
|
|
|
|
generator.generate_context()
|
|
|
|
|
"""
|
|
|
|
|
1 File doesn't get cached because it was not valid
|
|
|
|
|
- bad_page.rst
|
|
|
|
|
"""
|
|
|
|
|
self.assertEqual(generator.readers.read_file.call_count, 1)
|
|
|
|
|
|
|
|
|
|
@unittest.skipUnless(MagicMock, 'Needs Mock module')
|
|
|
|
|
def test_page_reader_content_caching(self):
|
|
|
|
|
"""Test raw page content caching at the reader level"""
|
2015-06-06 20:07:12 +02:00
|
|
|
settings = self._get_cache_enabled_settings()
|
2015-06-05 12:11:53 +02:00
|
|
|
settings['PAGE_PATHS'] = ['TestPages']
|
|
|
|
|
settings['READERS'] = {'asc': None}
|
|
|
|
|
|
|
|
|
|
generator = PagesGenerator(
|
|
|
|
|
context=settings.copy(), settings=settings,
|
|
|
|
|
path=CUR_DIR, theme=settings['THEME'], output_path=None)
|
|
|
|
|
generator.generate_context()
|
|
|
|
|
self.assertTrue(hasattr(generator.readers, '_cache'))
|
|
|
|
|
|
|
|
|
|
generator = PagesGenerator(
|
|
|
|
|
context=settings.copy(), settings=settings,
|
|
|
|
|
path=CUR_DIR, theme=settings['THEME'], output_path=None)
|
|
|
|
|
readers = generator.readers.readers
|
|
|
|
|
for reader in readers.values():
|
|
|
|
|
reader.read = MagicMock()
|
|
|
|
|
generator.generate_context()
|
|
|
|
|
for reader in readers.values():
|
|
|
|
|
self.assertEqual(reader.read.call_count, 0)
|
|
|
|
|
|
|
|
|
|
@unittest.skipUnless(MagicMock, 'Needs Mock module')
|
|
|
|
|
def test_page_ignore_cache(self):
|
|
|
|
|
"""Test that all the pages are read again when not loading cache
|
|
|
|
|
|
|
|
|
|
used in --ignore_cache or autoreload mode"""
|
2015-06-06 20:07:12 +02:00
|
|
|
settings = self._get_cache_enabled_settings()
|
2015-06-05 12:11:53 +02:00
|
|
|
settings['PAGE_PATHS'] = ['TestPages']
|
|
|
|
|
settings['READERS'] = {'asc': None}
|
|
|
|
|
|
|
|
|
|
generator = PagesGenerator(
|
|
|
|
|
context=settings.copy(), settings=settings,
|
|
|
|
|
path=CUR_DIR, theme=settings['THEME'], output_path=None)
|
|
|
|
|
generator.readers.read_file = MagicMock()
|
|
|
|
|
generator.generate_context()
|
|
|
|
|
self.assertTrue(hasattr(generator, '_cache_open'))
|
|
|
|
|
orig_call_count = generator.readers.read_file.call_count
|
|
|
|
|
|
|
|
|
|
settings['LOAD_CONTENT_CACHE'] = False
|
|
|
|
|
generator = PagesGenerator(
|
|
|
|
|
context=settings.copy(), settings=settings,
|
|
|
|
|
path=CUR_DIR, theme=settings['THEME'], output_path=None)
|
|
|
|
|
generator.readers.read_file = MagicMock()
|
|
|
|
|
generator.generate_context()
|
2015-06-16 09:25:09 +02:00
|
|
|
self.assertEqual(
|
|
|
|
|
generator.readers.read_file.call_count,
|
|
|
|
|
orig_call_count)
|