github/pelican
1
0
Fork 1
mirror of https://github.com/getpelican/pelican.git synced 2025-10-15 20:28:56 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

Fix #2982: Improve _HTMLWordTruncator (#3002)

Browse source
This commit is contained in:
manhhomienbienthuy 2022-07-12 02:47:37 +09:00 • committed by GitHub
commit d5d792060c
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
3 changed files with 11 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

5
RELEASE.md Normal file
View file

@ -0,0 +1,5 @@
Release type: minor
* Use JSON values for extra settings in Invoke tasks template (#2994)
* Add content tag for links, which can help with things like Twitter social cards (#3001)
* Improve word count behavior when generating summary (#3002)

5
pelican/tests/test_utils.py
View file

@ -230,6 +230,11 @@ class TestUtils(LoggedTestCase):
'Ты мелькнула, ты предстала, Снова сердце задрожало,', 3 'Ты мелькнула, ты предстала, Снова сердце задрожало,', 3
), ),
'Ты мелькнула, ты' + ' …') 'Ты мелькнула, ты' + ' …')
self.assertEqual(
utils.truncate_html_words(
'Trong đầm gì đẹp bằng sen', 4
),
'Trong đầm gì đẹp' + ' …')
# Words enclosed or intervaled by HTML tags. # Words enclosed or intervaled by HTML tags.
self.assertEqual( self.assertEqual(

5
pelican/utils.py
View file

@ -412,10 +412,7 @@ def posixize_path(rel_path):
class _HTMLWordTruncator(HTMLParser): class _HTMLWordTruncator(HTMLParser):
_word_regex = re.compile(r"(({SBC})({SBC}|-|')*)|{DBC}".format( _word_regex = re.compile(r"{DBC}|(\w[\w'-]*)".format(
# SBC means Latin-like characters. A word contains a few characters.
# ASCII |Extended Latin | Cyrillic
SBC="[0-9a-zA-Z]|[\u00C0-\u024f]|[\u0400-\u04FF]",
# DBC means CJK-like characters. An character can stand for a word. # DBC means CJK-like characters. An character can stand for a word.
DBC=("([\u4E00-\u9FFF])|" # CJK Unified Ideographs DBC=("([\u4E00-\u9FFF])|" # CJK Unified Ideographs
"([\u3400-\u4DBF])|" # CJK Unified Ideographs Extension A "([\u3400-\u4DBF])|" # CJK Unified Ideographs Extension A