WLNS = EmptyNamespace()
-@six.python_2_unicode_compatible
-class WLURI(object):
- """Represents a WL URI. Extracts slug from it."""
- slug = None
-
- example = 'http://wolnelektury.pl/katalog/lektura/template/'
- _re_wl_uri = re.compile(
- r'http://(www\.)?wolnelektury.pl/katalog/lektur[ay]/'
- '(?P<slug>[-a-z0-9]+)/?$'
- )
-
- def __init__(self, uri):
- uri = six.text_type(uri)
- self.uri = uri
- self.slug = uri.rstrip('/').rsplit('/', 1)[-1]
-
- @classmethod
- def strict(cls, uri):
- match = cls._re_wl_uri.match(uri)
- if not match:
- raise ValidationError(u'Invalid URI (%s). Should match: %s' % (
- uri, cls._re_wl_uri.pattern))
- return cls(uri)
-
- @classmethod
- def from_slug(cls, slug):
- """Contructs an URI from slug.
-
- >>> print(WLURI.from_slug('a-slug').uri)
- http://wolnelektury.pl/katalog/lektura/a-slug/
-
- """
- uri = 'http://wolnelektury.pl/katalog/lektura/%s/' % slug
- return cls(uri)
-
- def __str__(self):
- return self.uri
-
- def __eq__(self, other):
- return self.slug == other.slug
class DocProvider(object):
"""Should return a file-like object with a WL document XML."""
raise NotImplementedError
- def by_uri(self, uri, wluri=WLURI):
- """Should return a file-like object with a WL document XML."""
- wluri = wluri(uri)
- return self.by_slug(wluri.slug)
-
class DirDocProvider(DocProvider):
""" Serve docs from a directory of files in form <slug>.xml """
from . import dcparser
+from .meta.types.wluri import WLURI
DEFAULT_BOOKINFO = dcparser.BookInfo(
from librarian.util import roman_to_int
from librarian import (ValidationError, NoDublinCore, ParseError, DCNS, RDFNS,
- XMLNS, WLURI, WLNS, PLMETNS)
+ XMLNS, WLNS, PLMETNS)
import lxml.etree as etree
from lxml.etree import XMLSyntaxError
from librarian.meta.types.bool import BoolValue
from librarian.meta.types.date import DateValue
from librarian.meta.types.person import Person
+from librarian.meta.types.wluri import WLURI
from librarian.meta.types.text import TextValue
class Field(object):
- def __init__(self, uri, attr_name, validator=TextValue, strict=None,
+ def __init__(self, uri, attr_name, value_type=TextValue,
multiple=False, salias=None, **kwargs):
self.uri = uri
self.name = attr_name
- self.validator = validator
- self.strict = strict
+ self.value_type = value_type
self.multiple = multiple
self.salias = salias
self.default = kwargs.get('default', [] if multiple else [None])
def validate_value(self, val, strict=False):
- if strict and self.strict is not None:
- validator = self.strict
- else:
- validator = self.validator
+ #if strict:
+ # value.validate()
+
try:
if self.multiple:
- if validator is None:
- return val
- new_values = []
- for v in val:
- nv = v
- if v is not None:
- #nv = validator(v)
- nv = v
- if hasattr(v, 'lang'):
- setattr(nv, 'lang', v.lang)
- new_values.append(nv)
- return new_values
+ return val
elif len(val) > 1:
raise ValidationError(
"Multiple values not allowed for field '%s'" % self.uri
% self.uri
)
else:
- if validator is None or val[0] is None:
- return val[0]
- #nv = validator(val[0])
- nv = val[0]
- if hasattr(val[0], 'lang') and not hasattr(validator, 'no_lang'):
- setattr(nv, 'lang', val[0].lang)
- return nv
+ return val[0]
except ValueError as e:
raise ValidationError(
"Field '%s' - invald value: %s"
p = p.getparent()
for e in desc.getchildren():
- field = cls.get_field_by_uri(e.tag)
+ tag = e.tag
+ if tag == 'meta':
+ meta_id = e.attrib.get('id')
+ if meta_id and meta_id.endswith('-id'):
+ tag = meta_id
+
+ field = cls.get_field_by_uri(tag)
if field is None:
# Ignore unknown fields.
- ### TODO: does it do <meta> for isbn?
continue
- fv = field_dict.get(e.tag, [])
+ fv = field_dict.get(tag, [])
if e.text is not None:
- val = field.validator(e.text)
+ val = field.value_type.from_text(e.text)
val.lang = e.attrib.get(XMLNS('lang'), lang)
-
- if e.tag == 'meta':
- meta_id = e.attrib.get('id')
- if meta_id and meta_id.endswith('-id'):
- field_dict[meta_id] = [val.replace('ISBN-', 'ISBN ')]
else:
val = e.text
fv.append(val)
- field_dict[e.tag] = fv
+ field_dict[tag] = fv
return cls(desc.attrib, field_dict, *args, **kwargs)
for field in self.FIELDS:
value = field.validate(dc_fields, fallbacks=fallbacks,
strict=strict, validate_required=validate_required)
+ print(field.name, value)
setattr(self, 'prop_' + field.name, value)
self.fmap[field.name] = field
if field.salias:
+from datetime import date
+import re
+import time
from .base import MetaValue
"""
try:
# check out the "N. poł X w." syntax
- if isinstance(text, six.binary_type):
- text = text.decode("utf-8")
-
century_format = (
- u"(?:([12]) *poł[.]? +)?([MCDXVI]+) *w[.,]*(?: *l[.]? *([0-9]+))?"
+ "(?:([12]) *poł[.]? +)?([MCDXVI]+) *w[.,]*(?: *l[.]? *([0-9]+))?"
)
- vague_format = u"(?:po *|ok. *)?([0-9]{4})(-[0-9]{2}-[0-9]{2})?"
+ vague_format = "(?:po *|ok. *)?([0-9]{4})(-[0-9]{2}-[0-9]{2})?"
m = re.match(century_format, text)
m2 = re.match(vague_format, text)
fnp / librarian.git / commitdiff