profiling

diff --git a/apps/catalogue/management/commands/importbooks.py b/apps/catalogue/management/commands/importbooks.py
index 8f181cf..c1a7430 100644 (file)
--- a/apps/catalogue/management/commands/importbooks.py
+++ b/apps/catalogue/management/commands/importbooks.py
@@ -11,6 +11,10 @@ from django.core.management.base import BaseCommand
 from django.core.management.color import color_style
 from django.core.files import File
 
 from django.core.management.color import color_style
 from django.core.files import File
 

+from wolnelektury_core.management.profile import profile
+import objgraph
+import gc
+

 from catalogue.models import Book
 from picture.models import Picture
 
 from catalogue.models import Book
 from picture.models import Picture
 


@@ -60,11 +64,12 @@ class Command(BaseCommand):
         picture = Picture.from_xml_file(file_path, overwrite=options.get('force'))
         return picture
 
         picture = Picture.from_xml_file(file_path, overwrite=options.get('force'))
         return picture
 

+    #    @profile

     def handle(self, *directories, **options):
         from django.db import transaction
 
         self.style = color_style()
     def handle(self, *directories, **options):
         from django.db import transaction
 
         self.style = color_style()

-
+        

         verbose = options.get('verbose')
         force = options.get('force')
         show_traceback = options.get('traceback', False)
         verbose = options.get('verbose')
         force = options.get('force')
         show_traceback = options.get('traceback', False)


@@ -123,10 +128,15 @@ class Command(BaseCommand):
                         if import_picture:
                             self.import_picture(file_path, options)
                         else:
                         if import_picture:
                             self.import_picture(file_path, options)
                         else:

+                            objgraph.show_growth()

                             self.import_book(file_path, options)
                             self.import_book(file_path, options)

+                            objgraph.show_growth()
+                            print "--------------------"
+                            

                         files_imported += 1
                         transaction.commit()
                         files_imported += 1
                         transaction.commit()

-
+                        ## track.
+                        

                     except (Book.AlreadyExists, Picture.AlreadyExists):
                         print self.style.ERROR('%s: Book or Picture already imported. Skipping. To overwrite use --force.' %
                             file_path)
                     except (Book.AlreadyExists, Picture.AlreadyExists):
                         print self.style.ERROR('%s: Book or Picture already imported. Skipping. To overwrite use --force.' %
                             file_path)

diff --git a/apps/search/index.py b/apps/search/index.py
index 556bbfe..26da062 100644 (file)
--- a/apps/search/index.py
+++ b/apps/search/index.py
@@ -146,6 +146,7 @@ class Index(SolrIndex):
         Removes all tags from index, then index them again.
         Indexed fields include: id, name (with and without polish stems), category
         """
         Removes all tags from index, then index them again.
         Indexed fields include: id, name (with and without polish stems), category
         """

+        log.debug("Indexing tags")

         remove_only = kw.get('remove_only', False)
         # first, remove tags from index.
         if tags:
         remove_only = kw.get('remove_only', False)
         # first, remove tags from index.
         if tags:

diff --git a/apps/wolnelektury_core/management/profile.py b/apps/wolnelektury_core/management/profile.py
new file mode 100644 (file)
index 0000000..a68453d
--- /dev/null
+++ b/apps/wolnelektury_core/management/profile.py
@@ -0,0 +1,16 @@
+
+import cProfile
+import functools
+
+_object = None
+
+def profile(meth):
+    def _wrapper(self, *args, **kwargs):
+        object = self
+        setattr(object, "__%s" % meth.__name__, meth)
+        cProfile.runctx('object.__%s(object, *args, **kwargs)' % (meth.__name__, ), globals(), locals(),
+            "wlprofile")
+
+    functools.update_wrapper(_wrapper, meth)
+    return _wrapper
+