fix in librarian
[wolnelektury.git] / apps / oai / handlers.py
1 # -*- coding: utf-8 -*-
2 # This file is part of Wolnelektury, licensed under GNU Affero GPLv3 or later.
3 # Copyright © Fundacja Nowoczesna Polska. See NOTICE for more information.
4 #
5 from oaipmh import server, common, metadata, error
6 from catalogue.models import Book, Tag
7 from api.models import Deleted
8 from api.handlers import WL_BASE
9 from librarian import WLURI
10 from django.contrib.contenttypes.models import ContentType
11 from datetime import datetime
12 from lxml import etree
13 from django.conf import settings
14 from django.contrib.sites.models import Site
15 from django.utils import timezone
16
17
18 make_time_naive = lambda d: timezone.localtime(d).replace(tzinfo=None)
19
20 WL_DC_READER_XPATH = '(.|*)/rdf:RDF/rdf:Description/%s/text()'
21 wl_dc_reader = metadata.MetadataReader(
22     fields={
23     'title':       ('textList', WL_DC_READER_XPATH % 'dc:title'),
24     'creator':     ('textList', WL_DC_READER_XPATH % 'dc:creator'),
25     'subject':     ('textList', (WL_DC_READER_XPATH + ' | ' + WL_DC_READER_XPATH + ' | ' + WL_DC_READER_XPATH) %
26                     ('dc:subject.period', 'dc:subject.type', 'dc:subject.genre')),
27     'description': ('textList', WL_DC_READER_XPATH % 'dc:description'),
28     'publisher':   ('textList', WL_DC_READER_XPATH % 'dc:publisher'),
29     'contributor': ('textList', (WL_DC_READER_XPATH + ' | ' + WL_DC_READER_XPATH + ' | ' + WL_DC_READER_XPATH) %
30                     ('dc:contributor.editor', 'dc:contributor.translator', 'dc:contributor.technical_editor')),
31     'date':        ('textList', WL_DC_READER_XPATH % 'dc:date'),
32     'type':        ('textList', WL_DC_READER_XPATH % 'dc:type'),
33     'format':      ('textList', WL_DC_READER_XPATH % 'dc:format'),
34     'identifier':  ('textList', WL_DC_READER_XPATH % 'dc:identifier.url'),
35     'source':      ('textList', WL_DC_READER_XPATH % 'dc:source'),
36     'language':    ('textList', WL_DC_READER_XPATH % 'dc:language'),
37     #'isPartOf':     ('textList', 'rdf:RDF/rdf:Description/dc:relation.isPartOf/text()'),
38     'hasPart':     ('textList', WL_DC_READER_XPATH % 'dc:relation.hasPart'),
39     #    'relation':    ('textList', 'rdf:RDF/rdf:Description/dc:relation/text()'),
40     #    'coverage':    ('textList', 'rdf:RDF/rdf:Description/dc:coverage/text()'),
41     'rights':      ('textList', WL_DC_READER_XPATH % 'dc:rights')
42     },
43     namespaces={
44     'dc': 'http://purl.org/dc/elements/1.1/',
45     'rdf': 'http://www.w3.org/1999/02/22-rdf-syntax-ns#'}
46     )
47
48
49 NS_DCTERMS = "http://purl.org/dc/terms/"
50
51
52 def nsdcterms(name):
53     return '{%s}%s' % (NS_DCTERMS, name)
54
55
56 class Catalogue(common.ResumptionOAIPMH):
57     TAG_CATEGORIES = ['author', 'epoch', 'kind', 'genre']
58
59     def __init__(self, metadata_registry):
60         super(Catalogue, self).__init__()
61         self.metadata_registry = metadata_registry
62
63         self.oai_id = "oai:" + Site.objects.get_current().domain + ":%s"
64
65         # earliest change
66         year_zero = timezone.make_aware(datetime(1990, 1, 1, 0, 0, 0), timezone.utc)
67
68         try:
69             earliest_change = \
70                 Book.objects.order_by('changed_at')[0].changed_at
71         except: earliest_change = year_zero
72
73         try:
74             earliest_delete = \
75                 Deleted.objects.exclude(slug__exact=u'').ordery_by('deleted_at')[0].deleted_at
76         except: earliest_delete = year_zero
77
78         self.earliest_datestamp = earliest_change <= earliest_delete and \
79             earliest_change or earliest_delete
80
81     def metadata(self, book):
82         try:
83             xml = etree.parse(book.xml_file)
84         finally:
85             book.xml_file.close()
86         md = wl_dc_reader(xml)
87         m = md.getMap()
88         if book.parent:
89             m['isPartOf'] = [str(WLURI.from_slug(book.parent.slug))]
90         return m
91
92     def record_for_book(self, book, headers_only=False):
93         meta = None
94         identifier = self.slug_to_identifier(book.slug)
95         if isinstance(book, Book):
96             #            setSpec = map(self.tag_to_setspec, book.tags.filter(category__in=self.TAG_CATEGORIES))
97             header = common.Header(identifier, make_time_naive(book.changed_at), [], False)
98             if not headers_only:
99                 meta = common.Metadata(self.metadata(book))
100             about = None
101         elif isinstance(book, Deleted):
102             header = common.Header(identifier, make_time_naive(book.deleted_at), [], True)
103             if not headers_only:
104                 meta = common.Metadata({})
105             about = None
106         if headers_only:
107             return header
108         return header, meta, about
109
110     def identify(self, **kw):
111         ident = common.Identify(
112             'Wolne Lektury',  # generate
113             '%s/oaipmh' % unicode(WL_BASE),  # generate
114             '2.0',  # version
115             [m[1] for m in settings.MANAGERS],  # adminEmails
116             make_time_naive(self.earliest_datestamp),  # earliest datestamp of any change
117             'persistent',  # deletedRecord
118             'YYYY-MM-DDThh:mm:ssZ',  # granularity
119             ['identity'],  # compression
120             []  # descriptions
121             )
122         return ident
123
124     def books(self, tag, from_, until):
125         if tag:
126             # we do not support sets, since they are problematic for deleted books.
127             raise error.NoSetHierarchyError("Wolne Lektury does not support sets.")
128             # books = Book.tagged.with_all([tag])
129         else:
130             books = Book.objects.all()
131         deleted = Deleted.objects.exclude(slug__exact=u'')
132
133         books = books.order_by('changed_at')
134         deleted = deleted.order_by('deleted_at')
135         if from_:
136             books = books.filter(changed_at__gte=from_)
137             deleted = deleted.filter(deleted_at__gte=from_)
138         if until:
139             books = books.filter(changed_at__lte=until)
140             deleted = deleted.filter(deleted_at__lte=until)
141         return list(books) + list(deleted)
142
143     @staticmethod
144     def tag_to_setspec(tag):
145         return "%s:%s" % (tag.category, tag.slug)
146
147     @staticmethod
148     def setspec_to_tag(s):
149         if not s: return None
150         cs = s.split(':')
151         if len(cs) == 2:
152             if not cs[0] in Catalogue.TAG_CATEGORIES:
153                 raise error.NoSetHierarchyError("No category part in set")
154             tag = Tag.objects.get(slug=cs[1], category=cs[0])
155             return tag
156         raise error.NoSetHierarchyError("Setspec should have two components: category:slug")
157
158     def getRecord(self, **kw):
159         """
160 Returns (header, metadata, about) for given record.
161         """
162         slug = self.identifier_to_slug(kw['identifier'])
163         try:
164             book = Book.objects.get(slug=slug)
165             return self.record_for_book(book)
166         except Book.DoesNotExist:
167             book_type = ContentType.objects.get_for_model(Book)
168             try:
169                 deleted_book = Deleted.objects.get(content_type=book_type,
170                                                   slug=slug)
171             except:
172                 raise error.IdDoesNotExistError("No item for this identifier")
173             return self.record_for_book(deleted_book)
174
175     def validate_kw(self, kw):
176         if 'resumptionToken' in kw:
177             raise error.BadResumptionTokenError("No resumption token support at this point")
178         if 'metadataPrefix' in kw and not self.metadata_registry.hasWriter(kw['metadataPrefix']):
179             raise error.CannotDisseminateFormatError("This format is not supported")
180
181     def identifier_to_slug(self, ident):
182         return ident.split(':')[-1]
183
184     def slug_to_identifier(self, slug):
185         return self.oai_id % slug
186
187     def listIdentifiers(self, **kw):
188         self.validate_kw(kw)
189         records = [self.record_for_book(book, headers_only=True) for
190                    book in self.books(None,
191                            kw.get('from_', None),
192                            kw.get('until', None))]
193         return records, None
194
195     def listRecords(self, **kw):
196         """
197 can get a resumptionToken kw.
198 returns result, token
199         """
200         self.validate_kw(kw)
201         records = [self.record_for_book(book) for
202                    book in self.books(None,
203                            kw.get('from_', None),
204                            kw.get('until', None))]
205
206         return records, None
207
208     def listMetadataFormats(self, **kw):
209         formats = [
210             ('oai_dc',
211              'http://www.openarchives.org/OAI/2.0/oai_dc.xsd',
212              server.NS_OAIDC),
213             ('qdc',
214              'http://dublincore.org/schemas/xmls/qdc/2006/01/06/dcterms.xsd',
215              NS_DCTERMS)]
216         if 'identifier' in kw:
217             slug = self.identifier_to_slug(kw['identifier'])
218             try:
219                 b = Book.objects.get(slug=slug)
220                 return formats
221             except:
222                 try:
223                     d = Deleted.objects.get(slug=slug)
224                     return []
225                 except:
226                     raise error.IdDoesNotExistError("This id does not exist")
227         else:
228             return formats
229
230     def listSets(self, **kw):
231         raise error.NoSetHierarchyError("Wolne Lektury does not support sets.")
232         # tags = []
233         # for category in Catalogue.TAG_CATEGORIES:
234         #     for tag in Tag.objects.filter(category=category):
235         #         tags.append(("%s:%s" % (tag.category, tag.slug),
236         #                      tag.name,
237         #                      tag.description))
238         # return tags, None