chore(members): move csv import to separate file
parent
0eedc3ecf9
commit
7647f93c83
GPG Key ID:
D953D69721B948B3
@ -0,0 +1,227 @@
|
||||
from .models import *
|
||||
import re
|
||||
import csv
|
||||
|
||||
|
||||
def import_from_csv(path, omit_groupless=True):
|
||||
with open(path, encoding='ISO-8859-1') as csvfile:
|
||||
reader = csv.DictReader(csvfile, delimiter=';')
|
||||
rows = list(reader)
|
||||
|
||||
def transform_field(key, value):
|
||||
new_key = CLUBDESK_TO_KOMPASS[key]
|
||||
if isinstance(new_key, str):
|
||||
return (new_key, value)
|
||||
else:
|
||||
return (new_key[0], new_key[1](value))
|
||||
|
||||
def transform_row(row):
|
||||
kwargs = dict([ transform_field(k, v) for k, v in row.items() if k in CLUBDESK_TO_KOMPASS ])
|
||||
kwargs_filtered = { k : v for k, v in kwargs.items() if k not in ['group', 'last_training', 'has_fundamental_training', 'special_training', 'phone_number_private', 'phone_number_parents'] }
|
||||
if not kwargs['group'] and omit_groupless:
|
||||
# if member does not have a group, skip them
|
||||
return
|
||||
mem = Member(**kwargs_filtered)
|
||||
mem.save()
|
||||
mem.group.set([group for group, is_jl in kwargs['group']])
|
||||
for group, is_jl in kwargs['group']:
|
||||
if is_jl:
|
||||
group.leiters.add(mem)
|
||||
|
||||
if kwargs['has_fundamental_training']:
|
||||
try:
|
||||
ga_cat = TrainingCategory.objects.get(name='Grundausbildung')
|
||||
except TrainingCategory.DoesNotExist:
|
||||
ga_cat = TrainingCategory(name='Grundausbildung', permission_needed=True)
|
||||
ga_cat.save()
|
||||
ga_training = MemberTraining(member=mem, title='Grundausbildung', date=None, category=ga_cat,
|
||||
participated=True, passed=True)
|
||||
ga_training.save()
|
||||
|
||||
if kwargs['last_training'] is not None:
|
||||
try:
|
||||
cat = TrainingCategory.objects.get(name='Fortbildung')
|
||||
except TrainingCategory.DoesNotExist:
|
||||
cat = TrainingCategory(name='Fortbildung', permission_needed=False)
|
||||
cat.save()
|
||||
training = MemberTraining(member=mem, title='Unbekannt', date=kwargs['last_training'], category=cat,
|
||||
participated=True, passed=True)
|
||||
training.save()
|
||||
|
||||
if kwargs['special_training'] != '':
|
||||
try:
|
||||
cat = TrainingCategory.objects.get(name='Sonstiges')
|
||||
except TrainingCategory.DoesNotExist:
|
||||
cat = TrainingCategory(name='Sonstiges', permission_needed=False)
|
||||
cat.save()
|
||||
training = MemberTraining(member=mem, title=kwargs['special_training'], date=None, category=cat,
|
||||
participated=True, passed=True)
|
||||
training.save()
|
||||
|
||||
if kwargs['phone_number_private'] != '':
|
||||
prefix = '\n' if mem.comments else ''
|
||||
mem.comments += prefix + 'Telefon (Privat): ' + kwargs['phone_number_private']
|
||||
mem.save()
|
||||
|
||||
if kwargs['phone_number_parents'] != '':
|
||||
prefix = '\n' if mem.comments else ''
|
||||
mem.comments += prefix + 'Telefon (Eltern): ' + kwargs['phone_number_parents']
|
||||
mem.save()
|
||||
|
||||
for row in rows:
|
||||
transform_row(row)
|
||||
|
||||
|
||||
def parse_group(value):
|
||||
groups_raw = re.split(',', value)
|
||||
|
||||
# need to determine if member is youth leader
|
||||
roles = set()
|
||||
def extract_group_name_and_role(raw):
|
||||
obj = re.search('^(.*?)(?: \((.*)\))?$', raw)
|
||||
is_jl = False
|
||||
if obj.group(2) is not None:
|
||||
roles.add(obj.group(2).strip())
|
||||
if obj.group(2) == 'Jugendleiter*in':
|
||||
is_jl = True
|
||||
return (obj.group(1).strip(), is_jl)
|
||||
|
||||
group_names = [extract_group_name_and_role(raw) for raw in groups_raw if raw != '']
|
||||
|
||||
if "Jugendleiter*in" in roles:
|
||||
group_names.append(('Jugendleiter', False))
|
||||
groups = []
|
||||
for group_name, is_jl in group_names:
|
||||
try:
|
||||
group = Group.objects.get(name=group_name)
|
||||
except Group.DoesNotExist:
|
||||
group = Group(name=group_name)
|
||||
group.save()
|
||||
groups.append((group, is_jl))
|
||||
return groups
|
||||
|
||||
|
||||
def parse_date(value):
|
||||
if value == '':
|
||||
return None
|
||||
return datetime.strptime(value, '%d.%m.%Y').date()
|
||||
|
||||
|
||||
def parse_datetime(value):
|
||||
tz = pytz.timezone('Europe/Berlin')
|
||||
if value == '':
|
||||
return timezone.now()
|
||||
return tz.localize(datetime.strptime(value, '%d.%m.%Y %H:%M:%S'))
|
||||
|
||||
|
||||
def parse_status(value):
|
||||
return value != "Passivmitglied"
|
||||
|
||||
|
||||
def parse_boolean(value):
|
||||
return value.lower() == "ja"
|
||||
|
||||
|
||||
def parse_nullable_boolean(value):
|
||||
if value == '':
|
||||
return None
|
||||
else:
|
||||
return value.lower() == "ja"
|
||||
|
||||
|
||||
def parse_gender(value):
|
||||
if value == 'männlich':
|
||||
return MALE
|
||||
elif value == 'weiblich':
|
||||
return FEMALE
|
||||
else:
|
||||
return DIVERSE
|
||||
|
||||
|
||||
def parse_can_swim(value):
|
||||
return True if len(value) > 0 else False
|
||||
|
||||
|
||||
CLUBDESK_TO_KOMPASS = {
|
||||
'Nachname': 'lastname',
|
||||
'Vorname': 'prename',
|
||||
'Adresse': 'street',
|
||||
'PLZ': 'plz',
|
||||
'Ort': 'town',
|
||||
'Telefon Privat': 'phone_number_private',
|
||||
'Telefon Mobil': 'phone_number',
|
||||
'Adress-Zusatz': 'address_extra',
|
||||
'Land': 'country',
|
||||
'E-Mail': 'email',
|
||||
'E-Mail Alternativ': 'alternative_email',
|
||||
'Status': ('active', parse_status),
|
||||
'Eintritt': ('join_date', parse_date),
|
||||
'Austritt': ('leave_date', parse_date),
|
||||
'Geburtsdatum': ('birth_date', parse_date),
|
||||
'Geburtstag': ('birth_date', parse_date),
|
||||
'Geschlecht': ('gender', parse_gender),
|
||||
'Bemerkungen': 'comments',
|
||||
'IBAN': 'iban',
|
||||
'Vorlage Führungszeugnis': ('good_conduct_certificate_presented_date', parse_date),
|
||||
'Letzte Fortbildung': ('last_training', parse_date),
|
||||
'Grundausbildung': ('has_fundamental_training', parse_boolean),
|
||||
'Besondere Ausbildung': 'special_training',
|
||||
'[Gruppen]' : ('group', parse_group),
|
||||
'Schlüssel': ('has_key', parse_boolean),
|
||||
'Freikarte': ('has_free_ticket_gym', parse_boolean),
|
||||
'DAV Ausweis Nr.': 'dav_badge_no',
|
||||
'Schwimmabzeichen': ('swimming_badge', parse_can_swim),
|
||||
'Kletterschein': 'climbing_badge',
|
||||
'Felserfahrung': 'alpine_experience',
|
||||
'Allergien': 'allergies',
|
||||
'Medikamente': 'medication',
|
||||
'Tetanusimpfung': 'tetanus_vaccination',
|
||||
'Fotoerlaubnis': ('photos_may_be_taken', parse_boolean),
|
||||
'Erziehungsberechtigte': 'legal_guardians',
|
||||
'Darf sich allein von der Gruppenstunde abmelden':
|
||||
('may_cancel_appointment_independently', parse_nullable_boolean),
|
||||
'Mobil Eltern': 'phone_number_parents',
|
||||
'Sonstiges': 'application_text',
|
||||
'Erhalten am': ('application_date', parse_datetime),
|
||||
'Angeschrieben von': 'contacted_by',
|
||||
'Angeschrieben von ': 'contacted_by',
|
||||
}
|
||||
|
||||
|
||||
def import_from_csv_waitinglist(path):
|
||||
with open(path, encoding='ISO-8859-1') as csvfile:
|
||||
reader = csv.DictReader(csvfile, delimiter=';')
|
||||
rows = list(reader)
|
||||
|
||||
def transform_field(key, value):
|
||||
new_key = CLUBDESK_TO_KOMPASS[key]
|
||||
if isinstance(new_key, str):
|
||||
return (new_key, value)
|
||||
else:
|
||||
return (new_key[0], new_key[1](value))
|
||||
|
||||
def transform_field(key, value):
|
||||
new_key = CLUBDESK_TO_KOMPASS[key]
|
||||
if isinstance(new_key, str):
|
||||
return (new_key, value)
|
||||
else:
|
||||
return (new_key[0], new_key[1](value))
|
||||
|
||||
def transform_row(row):
|
||||
kwargs = dict([ transform_field(k, v) for k, v in row.items() if k in CLUBDESK_TO_KOMPASS ])
|
||||
kwargs_filtered = { k : v for k, v in kwargs.items() if k in ['prename', 'lastname', 'email', 'birth_date', 'application_text', 'application_date'] }
|
||||
|
||||
mem = MemberWaitingList(gender=DIVERSE, **kwargs_filtered)
|
||||
mem.save()
|
||||
|
||||
if kwargs['contacted_by']:
|
||||
group_name = kwargs['contacted_by']
|
||||
try:
|
||||
group = Group.objects.get(name=group_name)
|
||||
invitation = InvitationToGroup(group=group, waiter=mem)
|
||||
invitation.save()
|
||||
except Group.DoesNotExist:
|
||||
pass
|
||||
|
||||
for row in rows:
|
||||
transform_row(row)
|
||||
Loading…
Reference in New Issue