X-Git-Url: https://git.mdrn.pl/wolnelektury.git/blobdiff_plain/10dc1a5e84d23582a58ead2551ddf54a66b94496..2b447a437065ce4bd982562f6fd0c2877074c2da:/scripts/remove_duplicates.py diff --git a/scripts/remove_duplicates.py b/scripts/remove_duplicates.py deleted file mode 100755 index bea5cda27..000000000 --- a/scripts/remove_duplicates.py +++ /dev/null @@ -1,35 +0,0 @@ -#!/usr/bin/env python -# -*- coding: utf-8 -*- -# This file is part of Wolnelektury, licensed under GNU Affero GPLv3 or later. -# Copyright © Fundacja Nowoczesna Polska. See NOTICE for more information. -# -import sys - -from django.core.management import setup_environ -from wolnelektury import settings -try: - set -except AttributeError: - from set import Set as set - -setup_environ(settings) - -from catalogue import models - -fragment_identifiers = set() - -print -print 'Before: %d fragments' % models.Fragment.objects.count() -print - -for fragment in models.Fragment.objects.all(): - if (fragment.book_id, fragment.anchor) in fragment_identifiers: - fragment.delete() - sys.stderr.write('X') - else: - fragment_identifiers.add((fragment.book_id, fragment.anchor)) - sys.stderr.write('.') - -print -print 'After: %d fragments' % models.Fragment.objects.count() -print \ No newline at end of file