from pathlib import Path import subprocess cfg = { "schema": "temp", "scripts_dir": "E:\\GlobalCube\\Tasks\\scripts", "query_dir": "E:\\GlobalCube\\System\\NAVISION\\SQL\\exec", } target_tables = { "A": "IFT_Actuals", "B": "IFT_Budget", "C": "IFT_Commitment", "K": "IFT_Controlling_Documents", "P": "IFT_Plan", } def task(args): return subprocess.Popen(args, stdout=subprocess.DEVNULL).wait() def ift_import(csv_file, target_table): bulkcopy = str(Path(cfg["scripts_dir"]) / "bcp_import.bat") sqlquery = str(Path(cfg["scripts_dir"]) / "sqlquery.bat") sqlexec = str(Path(cfg["scripts_dir"]) / "sqlexec.bat") query_file = target_table + ".sql" task(f"{sqlquery} \"TRUNCATE TABLE [{cfg['schema']}].[{target_table}]\" ") task(f"{bulkcopy} [{cfg['schema']}].[{target_table}] \"{csv_file}\" ") task(f'{sqlexec} {query_file} "{csv_file}" ') def import_dir(base_dir=None): if base_dir is None: base_dir = "E:\\IFT\\staging" for csv_file in Path(base_dir).glob("*.csv"): print(csv_file.name) if csv_file.name.count("_") == 2: _, filetype, _ = csv_file.name.split("_") ift_import(str(csv_file), target_tables[filetype]) csv_file.unlink() if __name__ == "__main__": import_dir()