update librarian
[redakcja.git] / apps / catalogue / management / commands / assign_from_redmine.py
1 # -*- coding: utf-8 -*-
2
3 import csv
4 from optparse import make_option
5 import re
6 import sys
7 import urllib
8 import urllib2
9
10 from django.contrib.auth.models import User
11 from django.core.management.base import BaseCommand
12 from django.core.management.color import color_style
13 from django.db import transaction
14
15 from slugify import slugify
16 from catalogue.models import Chunk
17
18
19 REDMINE_CSV = 'http://redmine.nowoczesnapolska.org.pl/projects/wl-publikacje/issues.csv'
20 REDAKCJA_URL = 'http://redakcja.wolnelektury.pl/documents/'
21
22
23 class Command(BaseCommand):
24     option_list = BaseCommand.option_list + (
25         make_option('-r', '--redakcja', dest='redakcja', metavar='URL',
26             help='Base URL of Redakcja documents',
27             default=REDAKCJA_URL),
28         make_option('-q', '--quiet', action='store_false', dest='verbose', default=True,
29             help='Less output'),
30         make_option('-f', '--force', action='store_true', dest='force', default=False,
31             help='Force assignment overwrite'),
32     )
33     help = 'Imports ticket assignments from Redmine.'
34     args = '[redmine-csv-url]'
35
36     def handle(self, *redmine_csv, **options):
37
38         self.style = color_style()
39
40         redakcja = options.get('redakcja')
41         verbose = options.get('verbose')
42         force = options.get('force')
43
44         if not redmine_csv:
45             if verbose:
46                 print "Using default Redmine CSV URL:", REDMINE_CSV
47             redmine_csv = REDMINE_CSV
48
49         # Start transaction management.
50         transaction.enter_transaction_management()
51
52         redakcja_link = re.compile(re.escape(redakcja) + r'([-_.:?&%/a-zA-Z0-9]*)')
53
54         all_tickets = 0
55         all_chunks = 0
56         done_tickets = 0
57         done_chunks = 0
58         empty_users = 0
59         unknown_users = {}
60         unknown_books = []
61         forced = []
62
63         if verbose:
64             print 'Downloading CSV file'
65         for r in csv.reader(urllib2.urlopen(redmine_csv)):
66             if r[0] == '#':
67                 continue
68             all_tickets += 1
69
70             username = r[6]
71             if not username:
72                 if verbose:
73                     print "Empty user, skipping"
74                 empty_users += 1
75                 continue
76
77             first_name, last_name = unicode(username, 'utf-8').rsplit(u' ', 1)
78             try:
79                 user = User.objects.get(first_name=first_name, last_name=last_name)
80             except User.DoesNotExist:
81                 print self.style.ERROR('Unknown user: ' + username)
82                 unknown_users.setdefault(username, 0)
83                 unknown_users[username] += 1
84                 continue
85
86             ticket_done = False
87             for fname in redakcja_link.findall(r[-1]):
88                 fname = unicode(urllib.unquote(fname), 'utf-8', 'ignore')
89                 if fname.endswith('.xml'):
90                     fname = fname[:-4]
91                 fname = fname.replace(' ', '_')
92                 fname = slugify(fname)
93
94                 chunks = Chunk.objects.filter(book__slug=fname)
95                 if not chunks:
96                     print self.style.ERROR('Unknown book: ' + fname)
97                     unknown_books.append(fname)
98                     continue
99                 all_chunks += chunks.count()
100
101                 for chunk in chunks:
102                     if chunk.user:
103                         if chunk.user == user:
104                             continue
105                         else:
106                             forced.append((chunk, chunk.user, user))
107                             if force:
108                                 print self.style.WARNING(
109                                     '%s assigned to %s, forcing change to %s.' %
110                                     (chunk.pretty_name(), chunk.user, user))
111                             else:
112                                 print self.style.WARNING(
113                                     '%s assigned to %s not to %s, skipping.' %
114                                     (chunk.pretty_name(), chunk.user, user))
115                                 continue
116                     chunk.user = user
117                     chunk.save()
118                     ticket_done = True
119                     done_chunks += 1
120
121             if ticket_done:
122                 done_tickets += 1
123
124
125         # Print results
126         print
127         print "Results:"
128         print "Assignments imported from %d/%d tickets to %d/%d relevalt chunks." % (
129                 done_tickets, all_tickets, done_chunks, all_chunks)
130         if empty_users:
131             print "%d tickets were unassigned." % empty_users
132         if forced:
133             print "%d assignments conficts (%s):" % (
134                 len(forced), "changed" if force else "left")
135             for chunk, orig, user in forced:
136                 print "  %s: \t%s \t->  %s" % (
137                     chunk.pretty_name(), orig.username, user.username)
138         if unknown_books:
139             print "%d unknown books:" % len(unknown_books)
140             for fname in unknown_books:
141                 print "  %s" % fname
142         if unknown_users:
143             print "%d unknown users:" % len(unknown_users)
144             for name in unknown_users:
145                 print "  %s (%d tickets)" % (name, unknown_users[name])
146         print
147
148
149         transaction.commit()
150         transaction.leave_transaction_management()
151