X-Git-Url: https://git.mdrn.pl/wolnelektury.git/blobdiff_plain/46a90d7cfe54bb6df2f99175abd0ad7d26b3da72..24c640c026288efce35548efa64a7f9918359d8f:/apps/catalogue/management/commands/importbooks.py diff --git a/apps/catalogue/management/commands/importbooks.py b/apps/catalogue/management/commands/importbooks.py index 8f181cf98..42554b78a 100644 --- a/apps/catalogue/management/commands/importbooks.py +++ b/apps/catalogue/management/commands/importbooks.py @@ -10,6 +10,11 @@ from django.conf import settings from django.core.management.base import BaseCommand from django.core.management.color import color_style from django.core.files import File +from catalogue.utils import trim_query_log + +from wolnelektury_core.management.profile import profile +import objgraph +import gc from catalogue.models import Book from picture.models import Picture @@ -60,11 +65,12 @@ class Command(BaseCommand): picture = Picture.from_xml_file(file_path, overwrite=options.get('force')) return picture + # @profile def handle(self, *directories, **options): from django.db import transaction self.style = color_style() - + verbose = options.get('verbose') force = options.get('force') show_traceback = options.get('traceback', False) @@ -104,6 +110,7 @@ class Command(BaseCommand): files = sorted(os.listdir(dir_name)) postponed = {} while files: + trim_query_log(0) file_name = files.pop(0) file_path = os.path.join(dir_name, file_name) file_base, ext = os.path.splitext(file_path) @@ -123,10 +130,15 @@ class Command(BaseCommand): if import_picture: self.import_picture(file_path, options) else: + objgraph.show_growth() self.import_book(file_path, options) + objgraph.show_growth() + print "--------------------" + files_imported += 1 transaction.commit() - + ## track. + except (Book.AlreadyExists, Picture.AlreadyExists): print self.style.ERROR('%s: Book or Picture already imported. Skipping. To overwrite use --force.' % file_path)