Эх сурвалжийг харах

ETL-Skripte und Import-config

Automag 3 долоо хоног өмнө
parent
commit
e98742b65c

+ 50 - 0
System/ARI/SQL/config/GC_TRANSIT_ARI.csv

@@ -0,0 +1,50 @@
+source;dest;dest_db;filter;query;iterative;cols
+{0}$Add_ Service Ledger Entry;Add_Service_Ledger_Entry;GC_TRANSIT_ARI;T1.[Posting Date] >= '{2}';;;
+{0}$Archived Service Header;Archived_Service_Header;GC_TRANSIT_ARI;T1.[Posting Date] >= '{1}';;;
+{0}$Archived Service Line;Archived_Service_Line;GC_TRANSIT_ARI;;SELECT T1.* FROM [{0}$Archived Service Line] T1 INNER JOIN [{0}$Archived Service Header] T2 ON T1.[Document Type] = T2.[Document Type] AND T1.[Document No_] = T2.[No_] WHERE T2.[Posting Date] >= '{1}';;
+{0}$Cust_ Ledger Entry;Cust_Ledger_Entry;GC_TRANSIT_ARI;T1.[Posting Date] >= '{1}';;;
+{0}$Customer;Customer;GC_TRANSIT_ARI;;;;
+{0}$Customer Group;Customer_Group;GC_TRANSIT_ARI;;;;
+{0}$Department;Department;GC_TRANSIT_ARI;;;;
+{0}$Detailed Cust_ Ledg_ Entry;Detailed_Cust_Ledg_Entry;GC_TRANSIT_ARI;;;;
+{0}$Employee;Employee;GC_TRANSIT_ARI;;;;
+{0}$Employee_T;Employee_T;GC_TRANSIT_ARI;;;;
+{0}$G_L Account;G_L_Account;GC_TRANSIT_ARI;;;;
+{0}$G_L Budget Entry;G_L_Budget_Entry;GC_TRANSIT_ARI;;;;
+{0}$G_L Entry;G_L_Entry;GC_TRANSIT_ARI;T1.[Posting Date] >= '{2}';;;
+{0}$Item;Item;GC_TRANSIT_ARI;;;;
+{0}$Labor;Labor;GC_TRANSIT_ARI;;;;
+{0}$Labor Ledger Entry;Labor_Ledger_Entry;GC_TRANSIT_ARI;T1.[Posting Date] >= '{1}';;;
+{0}$Reminder_Fin_ Charge Entry;Reminder_Fin_Charge_Entry;GC_TRANSIT_ARI;;;;
+{0}$Resource;Resource;GC_TRANSIT_ARI;;;;
+{0}$Sales Credit Memo Header;Sales_Credit_Memo_Header;GC_TRANSIT_ARI;;;;
+{0}$Sales Credit Memo Line;Sales_Credit_Memo_Line;GC_TRANSIT_ARI;;SELECT T1.* FROM [{0}$Sales Credit Memo Line] T1 INNER JOIN [{0}$Sales Credit Memo Header] T2 ON T1.[Document No_] = T2.[No_] WHERE T2.[Posting Date] >= '{1}';;
+{0}$Sales Invoice Header;Sales_Invoice_Header;GC_TRANSIT_ARI;T1.[Posting Date] >= '{1}';;;
+{0}$Sales Invoice Line;Sales_Invoice_Line;GC_TRANSIT_ARI;;SELECT T1.* FROM [{0}$Sales Invoice Line] T1 INNER JOIN [{0}$Sales Invoice Header] T2 ON T1.[Document No_] = T2.[No_] WHERE T2.[Posting Date] >= '{2}';;
+{0}$Salesperson_Purchaser;Salesperson_Purchaser;GC_TRANSIT_ARI;;;;
+{0}$Service Header;Service_Header;GC_TRANSIT_ARI;;;;
+{0}$Service Ledger Entry;Service_Ledger_Entry;GC_TRANSIT_ARI;T1.[Posting Date] >= '{1}';;;
+{0}$Service Line;Service_Line;GC_TRANSIT_ARI;;;;
+{0}$Task Type;Task_Type;GC_TRANSIT_ARI;;;;
+{0}$Time Account_T;Time_Account_T;GC_TRANSIT_ARI;;;;
+{0}$Time Clock Entry;Time_Clock_Entry;GC_TRANSIT_ARI;[Date] >= '{1}';;;
+{0}$Time Entry_T;Time_Entry_T;GC_TRANSIT_ARI;[Current Date] >= '{1}';;;
+{0}$Value Entry;Value_Entry;GC_TRANSIT_ARI;[Posting Date] >= '{1}';;;
+{0}$Veh_ Price Sticker Header;Veh_Price_Sticker_Header;GC_TRANSIT_ARI;;;;
+{0}$Vehicle Ledger Entry;Vehicle_Ledger_Entry;GC_TRANSIT_ARI;[Posting Date] >= '{1}';;;
+{0}$Vehicle Option;Vehicle_Option;GC_TRANSIT_ARI;;;;
+{0}$Vehicle Subgroup;Vehicle_Subgroup;GC_TRANSIT_ARI;;;;
+{0}$Vehicle;Vehicle;GC_TRANSIT_ARI;;;;
+{0}$Gen_ Business Posting Group;Gen_Bus_Posting_Group;GC_TRANSIT_ARI;;;;
+{0}$Gen_ Product Posting Group;Gen_Prod_Posting_Group;GC_TRANSIT_ARI;;;;
+{0}$Branch Make;Branch_Make;GC_TRANSIT_ARI;;;;
+{0}$Company Information;Company_Information;GC_TRANSIT_ARI;;;;
+{0}$Branch Description;Branch_Description;GC_TRANSIT_ARI;;;;
+{0}$Make;Make;GC_TRANSIT_ARI;;;;
+{0}$Location;Location;GC_TRANSIT_ARI;;;;
+{0}$Inventory Posting Group;Inventory_Posting_Group;GC_TRANSIT_ARI;;;;
+{0}$User Setup;User_Setup;GC_TRANSIT_ARI;;;;
+{0}$G_L Entry;G_L_Entry_Salden;GC_TRANSIT_ARI;;SELECT [G_L Account No_], [Branch Code], [Posting Date], sum([Amount]) AS [Amount], '{0}' AS [Client_DB] FROM (SELECT [G_L Account No_], [Branch Code], eomonth([Posting Date] + iif([Source Code] = 'JAHRABSCH' AND [G_L Account No_] = '08330', 1, 0)) AS [Posting Date], [Amount] FROM [{0}$G_L Entry]) AS [T1] WHERE 1 = 1 GROUP BY [G_L Account No_], [Branch Code], [Posting Date] ORDER BY 1, 2, 3;;
+
+
+

+ 12 - 0
System/ARI/SQL/config/GC_TRANSIT_ARI.json

@@ -0,0 +1,12 @@
+{
+    "csv_file": "GC_TRANSIT_ARI.csv",
+    "clients": {
+	  "1": "Automag GmbH"
+	},
+    "filter": ["2021-01-01T00:00:00", "2023-01-01T00:00:00"],
+    "source_dsn": {"user": "gaps", "password": "Gcbs12maB!", "server": "lax-incadea-db", "database": "Automag7x", "driver": "mssql", "schema": "dbo"},
+    "target_dsn": {"user": "sa", "password": "Mffu3011#", "server": "localhost\\GLOBALCUBE", "database": "GC_TRANSIT_ARI", "driver": "mssql", "schema": "import"},
+	"temp_db": "GC_TRANSIT_ARI",
+    "stage_dir": "..\\temp",
+    "batch_dir": "..\\batch"
+}

+ 8 - 0
System/ARI/SQL/exec/CREATE_Aftersales.sql

@@ -0,0 +1,8 @@
+
+DROP TABLE IF EXISTS [GC_DWH_ARI].[dbo].[Aftersales]
+GO
+
+SELECT *
+INTO [GC_DWH_ARI].[dbo].[Aftersales]
+FROM [GC_ETL_ARI].[load].[Aftersales]
+GO

+ 0 - 27
System/ARI/SQL/exec/CREATE_Bilanzsalden.sql

@@ -1,27 +0,0 @@
-USE [GC_DWH_ARI]
-GO
-
-DROP TABLE [dbo].[Bilanzsalden_kumuliert]
-GO
-
-SELECT *
-INTO [dbo].[Bilanzsalden_kumuliert]
-FROM [GC_ETL_ARI].[load].[Bilanzsalden_kumuliert]
-GO
-
---CREATE NONCLUSTERED INDEX NW_GW_VK_Datum
---ON NW_GW_VK(Datum)
---GO
-
---CREATE NONCLUSTERED INDEX NW_GW_VK_Monatserster
---ON NW_GW_VK(Monatserster)
---GO
-
-
-DROP TABLE [dbo].[Bilanzsalden_mit_EB]
-GO
-
-SELECT *
-INTO [dbo].[Bilanzsalden_mit_EB]
-FROM [GC_ETL_ARI].[load].[Bilanzsalden_mit_EB]
-GO

+ 3 - 6
System/ARI/SQL/exec/CREATE_Belege.sql → System/ARI/SQL/exec/CREATE_Fahrzeug_Bestand.sql

@@ -1,13 +1,10 @@
-USE GC_DWH_ARI
 
-GO
-
-DROP TABLE [dbo].[Belege]
+DROP TABLE IF EXISTS [GC_DWH_ARI].[dbo].[Fahrzeug_Bestand]
 GO
 
 SELECT *
-INTO dbo.Belege
-FROM [GC_ETL_ARI].[load].[Belege]
+INTO [GC_DWH_ARI].[dbo].[Fahrzeug_Bestand]
+FROM [GC_ETL_ARI].[load].[Fahrzeug_Bestand]
 GO
 
 --CREATE NONCLUSTERED INDEX NW_GW_VK_Datum

+ 8 - 0
System/ARI/SQL/exec/CREATE_Fibu_Belege.sql

@@ -0,0 +1,8 @@
+
+DROP TABLE IF EXISTS [GC_DWH_ARI].[dbo].[Fibu_Belege]
+GO
+
+SELECT *
+INTO [GC_DWH_ARI].[dbo].[Fibu_Belege]
+FROM [GC_ETL_ARI].[load].[Fibu_Belege]
+GO

+ 17 - 0
System/ARI/SQL/exec/CREATE_Fibu_Bilanzsalden.sql

@@ -0,0 +1,17 @@
+
+DROP TABLE IF EXISTS [GC_DWH_ARI].[dbo].[Fibu_Bilanzsalden_kumuliert]
+GO
+
+SELECT *
+INTO [GC_DWH_ARI].[dbo].[Fibu_Bilanzsalden_kumuliert]
+FROM [GC_ETL_ARI].[load].[Fibu_Bilanzsalden_kumuliert]
+GO
+
+
+DROP TABLE IF EXISTS [GC_DWH_ARI].[dbo].[Fibu_Bilanzsalden_mit_EB]
+GO
+
+SELECT *
+INTO [GC_DWH_ARI].[dbo].[Fibu_Bilanzsalden_mit_EB]
+FROM [GC_ETL_ARI].[load].[Fibu_Bilanzsalden_mit_EB]
+GO

+ 8 - 0
System/ARI/SQL/exec/CREATE_Fibu_Verkauf_Stk_Betrag.sql

@@ -0,0 +1,8 @@
+
+DROP TABLE IF EXISTS [GC_DWH_ARI].[dbo].[Fibu_Verkauf_Stk_Betrag]
+GO
+
+SELECT *
+INTO [GC_DWH_ARI].[dbo].[Fibu_Verkauf_Stk_Betrag]
+FROM [GC_ETL_ARI].[load].[Fibu_Verkauf_Stk_Betrag]
+GO

+ 8 - 0
System/ARI/SQL/exec/CREATE_Fibu_Verkauf_Stk_Menge.sql

@@ -0,0 +1,8 @@
+
+DROP TABLE IF EXISTS [GC_DWH_ARI].[dbo].[Fibu_Verkauf_Stk_Menge]
+GO
+
+SELECT *
+INTO [GC_DWH_ARI].[dbo].[Fibu_Verkauf_Stk_Menge]
+FROM [GC_ETL_ARI].[load].[Fibu_Verkauf_Stk_Menge]
+GO

+ 8 - 0
System/ARI/SQL/exec/CREATE_Forderungen.sql

@@ -0,0 +1,8 @@
+
+DROP TABLE IF EXISTS [GC_DWH_ARI].[dbo].[Forderungen]
+GO
+
+SELECT *
+INTO [GC_DWH_ARI].[dbo].[Forderungen]
+FROM [GC_ETL_ARI].[load].[Forderungen]
+GO

+ 23 - 0
System/ARI/SQL/exec/CREATE_Kalender.sql

@@ -0,0 +1,23 @@
+DROP TABLE IF EXISTS [GC_DWH_ARI].[dbo].[Kalender_Zeitkategorie]
+GO
+
+SELECT *
+INTO [GC_DWH_ARI].[dbo].[Kalender_Zeitkategorie]
+FROM [Kalender].[kalender].[Kalender_Zeitkategorie]
+GO
+
+DROP TABLE IF EXISTS [GC_DWH_ARI].[dbo].[Kalender_Dimension]
+GO
+
+SELECT *
+INTO [GC_DWH_ARI].[dbo].[Kalender_Dimension]
+FROM [Kalender].[kalender].[Kalender_Dimension]
+GO
+
+DROP TABLE IF EXISTS [GC_DWH_ARI].[dbo].[Kalender_Matrix]
+GO
+
+SELECT *
+INTO [GC_DWH_ARI].[dbo].[Kalender_Matrix]
+FROM [Kalender].[kalender].[Kalender_Matrix]
+GO

+ 8 - 0
System/ARI/SQL/exec/CREATE_Kontenrahmen.sql

@@ -0,0 +1,8 @@
+
+DROP TABLE IF EXISTS [GC_DWH_ARI].[dbo].[Kontenrahmen]
+GO
+
+SELECT *
+INTO [GC_DWH_ARI].[dbo].[Kontenrahmen]
+FROM [GC_ETL_ARI].[load].[Kontenrahmen]
+GO

+ 0 - 19
System/ARI/SQL/exec/CREATE_NW_GW_BE_neu.sql

@@ -1,19 +0,0 @@
-USE GC_DWH_ARI
-
-GO
-
-DROP TABLE [dbo].[NW_GW_BE_neu]
-GO
-
-SELECT *
-INTO dbo.NW_GW_BE_neu
-FROM [GC_ETL_ARI].[load].[NW_GW_BE_neu]
-GO
-
---CREATE NONCLUSTERED INDEX NW_GW_VK_Datum
---ON NW_GW_VK(Datum)
---GO
-
---CREATE NONCLUSTERED INDEX NW_GW_VK_Monatserster
---ON NW_GW_VK(Monatserster)
---GO

+ 0 - 19
System/ARI/SQL/exec/CREATE_NW_GW_GK_Stk_fuer_FIBU_Betrag.sql

@@ -1,19 +0,0 @@
-USE GC_DWH_ARI
-
-GO
-
-DROP TABLE [dbo].[NW_GW_GK_Stk_fuer_FIBU_Betrag]
-GO
-
-SELECT *
-INTO dbo.NW_GW_GK_Stk_fuer_FIBU_Betrag
-FROM [GC_ETL_ARI].[load].[NW_GW_GK_Stk_fuer_FIBU_Betrag]
-GO
-
---CREATE NONCLUSTERED INDEX NW_GW_VK_Datum
---ON NW_GW_VK(Datum)
---GO
-
---CREATE NONCLUSTERED INDEX NW_GW_VK_Monatserster
---ON NW_GW_VK(Monatserster)
---GO

+ 0 - 19
System/ARI/SQL/exec/CREATE_NW_GW_GK_Stk_fuer_FIBU_Menge.sql

@@ -1,19 +0,0 @@
-USE GC_DWH_ARI
-
-GO
-
-DROP TABLE [dbo].[NW_GW_GK_Stk_fuer_FIBU_Menge]
-GO
-
-SELECT *
-INTO dbo.NW_GW_GK_Stk_fuer_FIBU_Menge
-FROM [GC_ETL_ARI].[load].[NW_GW_GK_Stk_fuer_FIBU_Menge]
-GO
-
---CREATE NONCLUSTERED INDEX NW_GW_VK_Datum
---ON NW_GW_VK(Datum)
---GO
-
---CREATE NONCLUSTERED INDEX NW_GW_VK_Monatserster
---ON NW_GW_VK(Monatserster)
---GO

+ 0 - 19
System/ARI/SQL/exec/CREATE_NW_GW_VK.sql

@@ -1,19 +0,0 @@
-USE GC_DWH_ARI
-
-GO
-
-DROP TABLE [dbo].[NW_GW_VK]
-GO
-
-SELECT *
-INTO dbo.NW_GW_VK
-FROM [GC_ETL_ARI].[load].[NW_GW_VK_TIM_DWH]
-GO
-
-CREATE NONCLUSTERED INDEX NW_GW_VK_Datum
-ON NW_GW_VK(Datum)
-GO
-
-CREATE NONCLUSTERED INDEX NW_GW_VK_Monatserster
-ON NW_GW_VK(Monatserster)
-GO

+ 0 - 19
System/ARI/SQL/exec/CREATE_OP.sql

@@ -1,19 +0,0 @@
-USE GC_DWH_ARI
-
-GO
-
-DROP TABLE [dbo].[OP_ARI]
-GO
-
-SELECT *
-INTO dbo.OP_ARI
-FROM [GC_ETL_ARI].[load].[OP_ARI]
-GO
-
---CREATE NONCLUSTERED INDEX NW_GW_VK_Datum
---ON NW_GW_VK(Datum)
---GO
-
---CREATE NONCLUSTERED INDEX NW_GW_VK_Monatserster
---ON NW_GW_VK(Monatserster)
---GO

+ 3 - 6
System/ARI/SQL/exec/CREATE_Service_gesamt_DWH.sql → System/ARI/SQL/exec/CREATE_Offene_Auftraege.sql

@@ -1,13 +1,10 @@
-USE GC_DWH_ARI
 
-GO
-
-DROP TABLE [dbo].[Service_gesamt_DWH]
+DROP TABLE IF EXISTS [GC_DWH_ARI].[dbo].[Offene_Auftraege]
 GO
 
 SELECT *
-INTO dbo.Service_gesamt_DWH
-FROM [GC_ETL_ARI].[load].[Service_gesamt_DWH]
+INTO [GC_DWH_ARI].[dbo].[Offene_Auftraege]
+FROM [GC_ETL_ARI].[load].[Offene_Auftraege]
 GO
 
 --CREATE NONCLUSTERED INDEX NW_GW_VK_Datum

+ 0 - 19
System/ARI/SQL/exec/CREATE_Service_offene_Auftraege.sql

@@ -1,19 +0,0 @@
-USE GC_DWH_ARI
-
-GO
-
-DROP TABLE [dbo].[Service_offene_Auftraege_neu_mit_Mont_Anzeige]
-GO
-
-SELECT *
-INTO dbo.Service_offene_Auftraege_neu_mit_Mont_Anzeige
-FROM [GC_ETL_ARI].[load].[Service_offene_Auftraege_neu_mit_Mont_Anzeige]
-GO
-
---CREATE NONCLUSTERED INDEX NW_GW_VK_Datum
---ON NW_GW_VK(Datum)
---GO
-
---CREATE NONCLUSTERED INDEX NW_GW_VK_Monatserster
---ON NW_GW_VK(Monatserster)
---GO

+ 17 - 0
System/ARI/SQL/exec/CREATE_Verkauf.sql

@@ -0,0 +1,17 @@
+
+DROP TABLE IF EXISTS [GC_DWH_ARI].[dbo].[Verkauf]
+GO
+
+SELECT *
+INTO [GC_DWH_ARI].[dbo].[Verkauf]
+FROM [GC_ETL_ARI].[load].[Verkauf]
+GO
+
+
+CREATE NONCLUSTERED INDEX [Verkauf_Datum]
+ON [GC_DWH_ARI].[dbo].[Verkauf](Datum)
+GO
+
+CREATE NONCLUSTERED INDEX [Verkauf_Monatserster]
+ON [GC_DWH_ARI].[dbo].[Verkauf](Monatserster)
+GO

+ 0 - 11
System/ARI/SQL/exec/CREATE_Zeit_gesamt_DWH.sql

@@ -1,11 +0,0 @@
-USE GC_DWH_ARI
-
-GO
-
-DROP TABLE [dbo].[Zeit_gesamt_DWH]
-GO
-
-SELECT *
-INTO dbo.Zeit_gesamt_DWH
-FROM [GC_ETL_ARI].[load].[Zeit_gesamt_DWH]
-GO

+ 8 - 0
System/ARI/SQL/exec/CREATE_Zeiterfassung.sql

@@ -0,0 +1,8 @@
+
+DROP TABLE IF EXISTS [GC_DWH_ARI].[dbo].[Zeiterfassung]
+GO
+
+SELECT *
+INTO [GC_DWH_ARI].[dbo].[Zeiterfassung]
+FROM [GC_ETL_ARI].[load].[Zeiterfassung]
+GO

+ 3 - 0
System/ARI/SQL/exec/UPDATE_Datum_Heute.sql

@@ -0,0 +1,3 @@
+UPDATE [Kalender].[kalender].[Datum_Heute]
+SET [Datum] = convert([date], getdate())
+WHERE [Datum] <> convert([date], getdate())

+ 35 - 0
System/ARI/SQL/exec/UPDATE_GC_CONFIG_ARI.sql

@@ -0,0 +1,35 @@
+USE [GC_ETL_ARI]
+GO
+
+EXECUTE [batch].[Update_AH_Gruppe]
+GO
+
+EXECUTE [batch].[Update_AH_Hauptbetrieb]
+GO
+
+EXECUTE [batch].[Update_AH_Standort]
+GO
+
+EXECUTE [batch].[Update_Fahrzeugtyp]
+GO
+
+EXECUTE [batch].[Update_Kostenstelle]
+GO
+
+EXECUTE [batch].[Update_Marke]
+GO
+
+EXECUTE [batch].[Update_Mitarbeiter]
+GO
+
+EXECUTE [batch].[Update_Produktbuchungsgruppe]
+GO
+
+EXECUTE [batch].[Update_Task_Type]
+GO
+
+EXECUTE [batch].[Update_Time_Account]
+GO
+
+EXECUTE [batch].[Update_Umsatzart]
+GO

+ 5 - 2
Tasks/ARI_import.bat

@@ -1,4 +1,7 @@
 @call "%~dp0"scripts\config.bat 0 > nul
 
-call db_run.bat ARI
-cd /d "%~dp0scripts"
+call db_run.bat GC_TRANSIT_ARI
+cd /d "%~dp0scripts"
+
+
+call sqlexec.bat UPDATE_GC_CONFIG_ARI.sql