From: Radek Czajka Date: Thu, 12 May 2022 07:49:49 +0000 (+0200) Subject: Geometric shapes in PDF. X-Git-Tag: 2.4.1~1 X-Git-Url: https://git.mdrn.pl/librarian.git/commitdiff_plain/12727dd036c3f54c487aaa70b21bf4988135bb7d?ds=sidebyside Geometric shapes in PDF. --- diff --git a/src/librarian/pdf.py b/src/librarian/pdf.py index 31dfe1e..7b93997 100644 --- a/src/librarian/pdf.py +++ b/src/librarian/pdf.py @@ -436,7 +436,10 @@ def load_including_children(wldoc=None, provider=None, uri=None): 'Neither a WLDocument, nor provider and URI were provided.' ) + # Cyrrilic text = re.sub(r"([\u0400-\u04ff]+)", r"\1", text) + # Geometric shapes. + text = re.sub(r"([\u25a0-\u25ff]+)", r"\1", text) document = WLDocument.from_bytes(text.encode('utf-8'), parse_dublincore=True, provider=provider)