fnp
/
wolnelektury.git
/ blobdiff
commit
grep
author
committer
pickaxe
?
search:
re
summary
|
shortlog
|
log
|
commit
|
commitdiff
|
tree
raw
|
inline
| side by side
log parallel job exceptions
[wolnelektury.git]
/
apps
/
search
/
index.py
diff --git
a/apps/search/index.py
b/apps/search/index.py
index
5ebae2c
..
2ae909a
100644
(file)
--- a/
apps/search/index.py
+++ b/
apps/search/index.py
@@
-22,7
+22,7
@@
import catalogue.models
from multiprocessing.pool import ThreadPool
from threading import current_thread
import atexit
from multiprocessing.pool import ThreadPool
from threading import current_thread
import atexit
-
+import traceback
class WLAnalyzer(PerFieldAnalyzerWrapper):
def __init__(self):
class WLAnalyzer(PerFieldAnalyzerWrapper):
def __init__(self):
@@
-247,6
+247,17
@@
class Index(IndexStore):
self.close()
self.close()
+def log_exception_wrapper(f):
+ def _wrap(*a):
+ try:
+ f(*a)
+ except Exception, e:
+ print("Error in indexing thread: %s" % e)
+ traceback.print_exc()
+ raise e
+ return _wrap
+
+
class ReusableIndex(Index):
"""
Works like index, but does not close/optimize Lucene index
class ReusableIndex(Index):
"""
Works like index, but does not close/optimize Lucene index
@@
-271,7
+282,7
@@
class ReusableIndex(Index):
atexit.register(ReusableIndex.close_reusable)
def index_book(self, *args, **kw):
atexit.register(ReusableIndex.close_reusable)
def index_book(self, *args, **kw):
- job = ReusableIndex.pool.apply_async(
Index.index_book
, (self,) + args, kw)
+ job = ReusableIndex.pool.apply_async(
log_exception_wrapper(Index.index_book)
, (self,) + args, kw)
ReusableIndex.pool_jobs.append(job)
@staticmethod
ReusableIndex.pool_jobs.append(job)
@staticmethod