Startsida Utforska Hjälp
Registrera dig Logga in
GlobalCube
/
Python-Projekte
3
0
Fork 0
Filer Ärenden 0 Pull-förfrågningar 0 Wiki
Träd: 3032b2e90f
Grenar Taggar
Python-Projekte
/
sandbox
/
flohmarkt
/
convert.py

convert.py 2.6 KB
Historik Rå

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849 
  1. import numpy as np
    2. 

  2. import pandas as pd
    3. 

  3. from datetime import datetime
    4. 

  4. 

  5. # header = ['sub_field_id', 'submission_id', 'field_id', 'form_id', 'value']
    6. 

  6. filter = 7
    7. 

  7. project_id = 8
    8. 

  8. first_seller_id = 1
    9. 

  9. 

  10. 

  11. def multi_select(entry):
    12. 

  12.     if entry is np.nan:
    13. 

  13.         return ''
    14. 

  14.     entries = entry.split(':', 2)[-1][1:-1].split(';')
    15. 

  15.     return ','.join([e.split(':')[-1][1:-1] for e in entries if not e.startswith('i')])
    16. 

  16. 

  17. 

  18. submission_df = pd.read_csv('sandbox/flohmarkt/qCBshrQfrm_submission_fields.csv', index_col=['sub_field_id'])
    19. 

  19. fields_df = pd.read_csv('sandbox/flohmarkt/qCBshrQfrm_fields.csv', index_col=['field_id'])
    20. 

  20. # print(fields_df.head())
    21. 

  21. submission_df = submission_df[submission_df['form_id'] == filter]
    22. 

  22. submission_df = pd.merge(submission_df, fields_df, how='left', on=['field_id'])
    23. 

  23. # print(submission_df.head())
    24. 

  24. submission_df = submission_df.pivot(index='submission_id', columns=['field_label'], values='value')
    25. 

  25. # submission_df.columns = [108,109,110,111,113,114,115,117,118,120,121,122,123,125,126,128,129]
    26. 

  26. submission_df['Artikel'] = submission_df['Artikel'].apply(multi_select)
    27. 

  27. submission_df['Mithilfe'] = submission_df['Mithilfe'].apply(multi_select)
    28. 

  28. submission_df['Freiwillige Mithilfe'] = submission_df['Freiwillige Mithilfe'].apply(multi_select)
    29. 

  29. fields_df = fields_df[(fields_df['form_id'] == filter) & (fields_df['field_label'] != 'Divider')]
    30. 

  30. labels = fields_df['field_label'].to_dict().values()
    31. 

  31. 

  32. submission_df.drop_duplicates(inplace=True)
    33. 

  33. submission_df[labels].to_csv(f'sandbox/flohmarkt/submission_{filter}.csv')
    34. 

  34. 

  35. submission_df[['E-Mail-Adresse', 'Nachname', 'Vorname']].to_csv(f'sandbox/flohmarkt/newsletter_{filter}.csv', index=False, sep=';')
    36. 

  36. 

  37. # with open(f'sandbox/flohmarkt/emails_{filter}.txt', 'w') as fwh:
    38. 

  38. #     fwh.write(';'.join(emails))
    39. 

  39. 

  40. submission_df.sort_values(by=['Nachname', 'Vorname'], ignore_index=True, inplace=True)
    41. 

  41. submission_df.reset_index(inplace=True)
    42. 

  42. submission_df['project_id'] = project_id
    43. 

  43. submission_df['seller_id'] = submission_df.index + first_seller_id
    44. 

  44. submission_df['cdate'] = datetime.now().strftime('%Y-%m-%d %H:%M:%S')
    45. 

  45. export_fields = ['project_id', 'seller_id', 'Nachname', 'Vorname', 'Adresse', 'PLZ', 'Wohnort', 'E-Mail-Adresse', 'Telefon', 'cdate', 'cdate']
    46. 

  46. submission_df[export_fields].to_csv(f'sandbox/flohmarkt/upload_{filter}.csv', header=False, index=False)
    47. 

  47. 

  48. # project_id	seller_id	name	first_name	address	zip_code	place	mail	phone	mdate	cdate
    49. 

  49. # a:8:{i:0;s:14:""Größen 50/56"";i:1;s:14:""Größen 62/68"";i:2;s:14:""Größen 74/80"";i:3;s:10:""Schlafsack"";i:4;s:39:""Säuglingsbedarf (Flaschenwärmer etc.)"";i:5;s:9:""Spielzeug"";i:6;s:7:""Bücher"";i:7;s:15:""Winter-Fußsack"";}
    50.