gctools/database/gebos_convert.py

import csv
import re
from pathlib import Path


def convert_dir(path):
    source_path = Path(path)
    target_path = source_path.parent.joinpath('staging')

    for source_file in source_path.glob('*.csv'):
        print(source_file.name)
        target_file = target_path / source_file.name
        convert_file(source_file, target_file)


def convert_file(source, target):
    with open(source, 'r', encoding='utf-8', newline='') as frh:
        with open(target, 'w', encoding='latin-1', newline='') as fwh:
            csv_reader = csv.reader(frh, delimiter=';')
            csv_writer = csv.writer(fwh, delimiter='\t')
            for row in csv_reader:
                converted = [convert_field(col) for col in row]
                csv_writer.writerow(converted)


def convert_field(col):
    if re.match(r'\d:\d\d:\d\d', col):
        col = '0' + col
    return col


def main():
    convert_dir('E:\\GEBOS\\data')


if __name__ == '__main__':
    main()