Commit 81daac4e64b717f579d196fcf5cd4339870ab07a
1 parent
dd653a8f
import nazwisk
--HG-- branch : beta
Showing
1 changed file
with
75 additions
and
0 deletions
dictionary/management/commands/import_surnames.py
0 → 100644
| 1 | +# -*- coding: utf-8 -*- | |
| 2 | +import sys | |
| 3 | +from django.core.management.base import BaseCommand | |
| 4 | +from django.db import transaction | |
| 5 | + | |
| 6 | +from accounts.util import bot_history | |
| 7 | +from dictionary.models import Lexeme, Vocabulary, ClassificationValue, \ | |
| 8 | + Inflection, Gender, CrossReferenceType, CrossReference | |
| 9 | +from patterns.models import Pattern | |
| 10 | + | |
| 11 | +SGJP = Vocabulary.objects.get(id='SGJP') | |
| 12 | + | |
| 13 | +SURNAME = ClassificationValue.objects.get(label=u'nazwisko') | |
| 14 | + | |
| 15 | +FEMMAS = CrossReferenceType.objects.get(symbol='femmas') | |
| 16 | +MASFEM = CrossReferenceType.objects.get(symbol='masfem') | |
| 17 | + | |
| 18 | +F = Gender.objects.get(symbol='f') | |
| 19 | +M = Gender.objects.get(symbol='m1') | |
| 20 | + | |
| 21 | + | |
| 22 | +class Command(BaseCommand): | |
| 23 | + help = "Import male and female surnames from CSV." | |
| 24 | + args = "filename" | |
| 25 | + | |
| 26 | + @staticmethod | |
| 27 | + def new_lexeme(entry): | |
| 28 | + if Lexeme.objects.filter(entry=entry): | |
| 29 | + print >>sys.stderr, '%s already exists, skipping' % entry | |
| 30 | + return None | |
| 31 | + l = Lexeme( | |
| 32 | + entry=entry, part_of_speech_id='subst', | |
| 33 | + status=Lexeme.STATUS_DESCRIBED, | |
| 34 | + owner_vocabulary_id=SGJP, source='Bronk') | |
| 35 | + l.save() | |
| 36 | + SGJP.add_lexeme(l) | |
| 37 | + SURNAME.add_lexeme(l) | |
| 38 | + return l | |
| 39 | + | |
| 40 | + @transaction.atomic | |
| 41 | + def handle(self, file_path, **options): | |
| 42 | + bot_history() | |
| 43 | + surnames = [ | |
| 44 | + line.decode('utf-8').strip().split(',') | |
| 45 | + for line in open(file_path)] | |
| 46 | + ok = True | |
| 47 | + | |
| 48 | + for female, female_patterns, male, male_patterns in surnames: | |
| 49 | + pair = {} | |
| 50 | + surnames_data = ( | |
| 51 | + (female, female_patterns, F), | |
| 52 | + (male, male_patterns, M), | |
| 53 | + ) | |
| 54 | + for surname, patterns, gender in surnames_data: | |
| 55 | + l = self.new_lexeme(surname) | |
| 56 | + if l: | |
| 57 | + for i, pattern_name in enumerate(patterns.split('/')): | |
| 58 | + pattern = Pattern.objects.get(name=pattern_name) | |
| 59 | + inflection = Inflection( | |
| 60 | + lexeme=l, pattern=pattern, gender=gender, index=i) | |
| 61 | + inflection.root = inflection.get_root() | |
| 62 | + if not inflection.root: | |
| 63 | + print >>sys.stderr, 'Bad pattern for %s: %s' % ( | |
| 64 | + surname, pattern_name) | |
| 65 | + ok = False | |
| 66 | + else: | |
| 67 | + inflection.save() | |
| 68 | + pair[gender] = l | |
| 69 | + if pair[F] and pair[M]: | |
| 70 | + CrossReference.objects.create( | |
| 71 | + from_lexeme=pair[F], to_lexeme=pair[M], type=FEMMAS) | |
| 72 | + CrossReference.objects.create( | |
| 73 | + from_lexeme=pair[M], to_lexeme=pair[F], type=MASFEM) | |
| 74 | + if not ok: | |
| 75 | + raise Exception | |
| ... | ... |