Init-Dateien und Tests-Verzeichnisse angelegt

gctools/path_info.py

@@ -0,0 +1,91 @@
+from datetime import datetime
+import os
+import zipfile
+from pathlib import Path
+from os import path
+import psutil
+
+
+class PathInfo:
+    root_dir = ''
+
+    ignore = []
+    file_list = []
+    opened_files = {}
+
+    def ignore_list(self):
+        gitignore = self.root_dir + '\\.gitignore'
+        if not path.exists(gitignore):
+            pass
+        with open(gitignore, 'r') as f:
+            for line in f.readlines():
+                line = line.strip().replace('/', '\\').lower()
+                if line[:1] == '*':
+                    if line[-1] == '*':
+                        line = line[1:-1]
+                    else:
+                        line = line[1:] + '\\'
+                else:
+                    line = '\\' + line + '\\'
+                self.ignore.append(line)
+
+    def ignored(self, filename):
+        rel_filename = '\\' + str(filename).replace(self.root_dir, '').lower() + '\\'
+
+        for e in self.ignore:
+            if e in rel_filename:
+                return True
+        return False
+
+    def check_dir(self, current_dir):
+        if self.root_dir == '':
+            self.root_dir = current_dir
+            self.opened_files = self.process_handles()
+            current_dir = Path(current_dir)
+
+        for entry in current_dir.glob('*'):
+            if entry.is_dir():
+                self.check_dir(entry)
+            elif not self.ignored(entry):
+                self.file_list.append(self.file_info(entry))
+
+    def file_info(self, filename: Path):
+        st = filename.stat()
+        readable = 'J' if os.access(filename, os.R_OK) else 'N'
+        writable = 'J' if os.access(filename, os.W_OK) else 'N'
+        handle = self.opened_files.get(str(filename), '')
+        blocked = 'J' if handle != '' else 'N' 
+        file_info = [str(filename), str(st.st_size),
+                     datetime.fromtimestamp(st.st_ctime).isoformat(timespec='seconds'),
+                     datetime.fromtimestamp(st.st_mtime).isoformat(timespec='seconds'),
+                     readable, writable, blocked, handle]
+        return file_info
+
+    def write_logfile(self, logfile):
+        with open(logfile, 'w') as fwh:
+            infos = [';'.join(line) for line in self.file_list]
+            fwh.write('name;size;ctime;mtime;read;write;blocked;process')
+            fwh.write('\n'.join(infos))
+
+    def zip_to_file(self, zip_file):
+        with zipfile.ZipFile(zip_file, 'w', compression=zipfile.ZIP_DEFLATED, compresslevel=9) as zip:
+            for e in self.backup_list:
+                zip.write(e)
+
+    def process_handles(self):
+        files = {}
+        for proc in psutil.process_iter():
+            try:
+                for item in proc.open_files():
+                    files[item.path] = proc.name()
+            except Exception:
+                pass
+        return files
+
+
+if __name__ == '__main__':
+    ti = PathInfo()
+    ti.check_dir('C:\\GlobalCube')
+    ti.write_logfile('C:\\GlobalCube\\Tasks\\logs\\path_info.csv')
+    # print(backup_list[:10])
+    # ti.zip_to_file('C:\\GAPS_Autosys\\Test.zip')

gctools/pdf-test.py → gctools/pdf_test.py

@@ -1,29 +1,29 @@
-import pdfplumber
-import re
-import json
-from pathlib import Path
-from datetime import datetime, timedelta
-
-today = datetime.now()
-yesterday = today - timedelta(days=1)
-current_date = [today.strftime('%d.%m.%Y'), today.strftime('%d/%m/%Y'), yesterday.strftime('%d.%m.%Y'), yesterday.strftime('%d/%m/%Y')]
-errors = {
-    'empty': [],
-    'outdated': []
-}
-
-files = [f for f in Path('C:\\GAPS_BMW\\Portal\\Publish\\daten\\GAPS_BMW_neu').glob('*.pdf')]
-files_count = len(files)
-
-for i, f in enumerate(files):
-    print(f'({i}/{files_count}) {f.name}                 ', end='\r')
-    with pdfplumber.open(str(f)) as pdf:
-        text = pdf.pages[0].extract_text()
-        if re.search(r'\d+ von \d+$', text):
-            errors['empty'].append(f.name)
-        report_date = re.search(r'\d{2}[\./]\d{2}[\./]\d{4}', text.split('\n')[0])
-        if report_date is not None and report_date.group() not in current_date:
-            errors['outdated'].append([f.name, report_date.group()])
-
-print()
-print(json.dumps(errors, indent=2))
+import pdfplumber
+import re
+import json
+from pathlib import Path
+from datetime import datetime, timedelta
+
+today = datetime.now()
+yesterday = today - timedelta(days=1)
+current_date = [today.strftime('%d.%m.%Y'), today.strftime('%d/%m/%Y'), yesterday.strftime('%d.%m.%Y'), yesterday.strftime('%d/%m/%Y')]
+errors = {
+    'empty': [],
+    'outdated': []
+}
+
+files = [f for f in Path('C:\\GAPS_BMW\\Portal\\Publish\\daten\\GAPS_BMW_neu').glob('*.pdf')]
+files_count = len(files)
+
+for i, f in enumerate(files):
+    print(f'({i}/{files_count}) {f.name}                 ', end='\r')
+    with pdfplumber.open(str(f)) as pdf:
+        text = pdf.pages[0].extract_text()
+        if re.search(r'\d+ von \d+$', text):
+            errors['empty'].append(f.name)
+        report_date = re.search(r'\d{2}[\./]\d{2}[\./]\d{4}', text.split('\n')[0])
+        if report_date is not None and report_date.group() not in current_date:
+            errors['outdated'].append([f.name, report_date.group()])
+
+print()
+print(json.dumps(errors, indent=2))

process_monitor.py

@@ -77,11 +77,15 @@ def construct_dataframe(processes):
 
 if __name__ == "__main__":
     sort_by = "memory_usage"
-    columns = ["name", "cpu_usage", "memory_usage", "read_bytes", "write_bytes", "status", "create_time", "nice", "n_threads", "cores", "username"]
+    columns = ["name", "cpu_usage", "memory_usage", "read_bytes", "write_bytes",
+               "status", "create_time", "nice", "n_threads", "cores", "username"]
     name_filter = ["pwrplay.exe", "httpd.exe", "impadmin.exe", "trnsfrmr.exe"]
     while True:
         processes = get_processes_info(name_filter)
-        df = construct_dataframe(processes)
-        os.system("cls") if "nt" in os.name else os.system("clear")
-        print(df.to_string())
+        if len(processes) > 0:
+            df = construct_dataframe(processes)
+            os.system("cls") if "nt" in os.name else os.system("clear")
+            print(df.to_string())
+        else:
+            print('No active processes.')
         time.sleep(10)

tests/soap/F-01.request.xml

@@ -1,208 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<SOAP-ENV:Envelope
-	xmlns:SOAP-ENV='http://schemas.xmlsoap.org/soap/envelope/'
-	xmlns:xsi='http://www.w3.org/2001/XMLSchema-instance' SOAP-ENV:encodingStyle="http://schemas.xmlsoap.org/soap/encoding/"
-	xmlns:SOAP-ENC='http://schemas.xmlsoap.org/soap/encoding/'
-	xmlns:xsd='http://www.w3.org/2001/XMLSchema'
-	xmlns:xs="http://www.w3.org/2001/XMLSchema"
-	xmlns:bus='http://developer.cognos.com/schemas/bibus/3/'
-	xmlns:rns1='http://developer.cognos.com/schemas/reportService/1'>
-	<SOAP-ENV:Header>
-		<bus:biBusHeader xsi:type="bus:biBusHeader">
-			<bus:CAM xsi:type="bus:CAM">
-				<authenticityToken xsi:type="xsd:base64Binary"></authenticityToken>
-			</bus:CAM>
-			<bus:CAF xsi:type="bus:CAF">
-				<contextID xsi:type="xsd:string"></contextID>
-			</bus:CAF>
-			<bus:hdrSession xsi:type="bus:hdrSession">
-				<bus:formFieldVars SOAP-ENC:arrayType="bus:formFieldVar[]" xsi:type="SOAP-ENC:Array">
-					<item xsi:type="bus:formFieldVar">
-						<name xsi:type="xsd:string">_ContextBlockSize</name>
-						<value xsi:type="xsd:string">1000000</value>
-					</item>
-					<item xsi:type="bus:formFieldVar">
-						<name xsi:type="xsd:string">ignoreXHTMLStrict</name>
-						<value xsi:type="xsd:string">true</value>
-					</item>
-				</bus:formFieldVars>
-			</bus:hdrSession>
-			<bus:userPreferenceVars SOAP-ENC:arrayType="bus:userPreferenceVar[]" xsi:type="SOAP-ENC:Array">
-				<item>
-					<bus:name xsi:type="xsd:string">productLocale</bus:name>
-					<bus:value xsi:type="xsd:string">de</bus:value>
-				</item>
-				<item>
-					<bus:name xsi:type="xsd:string">contentLocale</bus:name>
-					<bus:value xsi:type="xsd:string">de-de</bus:value>
-				</item>
-			</bus:userPreferenceVars>
-			<bus:dispatcherTransportVars xsi:type="SOAP-ENC:Array" SOAP-ENC:arrayType="bus:dispatcherTransportVar[]">
-				<item xsi:type="bus:dispatcherTransportVar">
-					<name xsi:type="xsd:string">rs</name>
-					<value xsi:type="xsd:string">true</value>
-				</item>
-			</bus:dispatcherTransportVars>
-			<bus:tracking
-				xmlns:bus="http://developer.cognos.com/schemas/bibus/3/"
-				xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:type="bus:tracking"></bus:tracking>
-		</bus:biBusHeader>
-	</SOAP-ENV:Header>
-	<SOAP-ENV:Body>
-		<rns1:run>
-			<bus:objectPath xsi:type="bus:searchPathSingleObject">storeID(&quot;i5DCC1FE29E784A78B3A58B41AB97FD89&quot;)</bus:objectPath>
-			<bus:parameterValues
-				xmlns:bus='http://developer.cognos.com/schemas/bibus/3/'
-				xmlns:xsi='http://www.w3.org/2001/XMLSchema-instance'
-				xmlns:SOAP-ENC='http://schemas.xmlsoap.org/soap/encoding/' SOAP-ENC:arrayType="bus:parameterValue[5]" xsi:type="SOAP-ENC:Array">
-
-				<item xsi:type="bus:parameterValue">
-					<bus:name xsi:type="xs:string">p_Auswahl_Zeitraum</bus:name>
-					<bus:value xsi:type="SOAP-ENC:Array" SOAP-ENC:arrayType="bus:parmValueItem[1]">
-
-						<item xsi:type="bus:simpleParmValueItem">
-							<bus:inclusive xsi:type="xs:boolean">true</bus:inclusive>
-							<bus:display xsi:type="xs:string">Einzelne Monate</bus:display>
-							<bus:use xsi:type="xs:string">Einzelne Monate</bus:use>
-						</item>
-
-					</bus:value>
-				</item>
-
-				<item xsi:type="bus:parameterValue">
-					<bus:name xsi:type="xs:string">p_Zeitraum</bus:name>
-					<bus:value xsi:type="SOAP-ENC:Array" SOAP-ENC:arrayType="bus:parmValueItem[1]">
-
-						<item xsi:type="bus:simpleParmValueItem">
-							<bus:inclusive xsi:type="xs:boolean">true</bus:inclusive>
-							<bus:display xsi:type="xs:string">Einzelner Monat</bus:display>
-							<bus:use xsi:type="xs:string">[gewählter Monat]</bus:use>
-						</item>
-
-					</bus:value>
-				</item>
-
-				<item xsi:type="bus:parameterValue">
-					<bus:name xsi:type="xs:string">p_Von</bus:name>
-					<bus:value xsi:type="SOAP-ENC:Array" SOAP-ENC:arrayType="bus:parmValueItem[1]">
-
-						<item xsi:type="bus:simpleParmValueItem">
-							<bus:inclusive xsi:type="xs:boolean">true</bus:inclusive>
-							<bus:display xsi:type="xs:string">01.01.2019</bus:display>
-							<bus:use xsi:type="xs:string">2019-01-01</bus:use>
-						</item>
-
-					</bus:value>
-				</item>
-
-				<item xsi:type="bus:parameterValue">
-					<bus:name xsi:type="xs:string">p_Bis</bus:name>
-					<bus:value xsi:type="SOAP-ENC:Array" SOAP-ENC:arrayType="bus:parmValueItem[1]">
-
-						<item xsi:type="bus:simpleParmValueItem">
-							<bus:inclusive xsi:type="xs:boolean">true</bus:inclusive>
-							<bus:display xsi:type="xs:string">31.12.2020</bus:display>
-							<bus:use xsi:type="xs:string">2020-12-31</bus:use>
-						</item>
-
-					</bus:value>
-				</item>
-
-				<item xsi:type="bus:parameterValue">
-					<bus:name xsi:type="xs:string">p_AH</bus:name>
-					<bus:value xsi:type="SOAP-ENC:Array" SOAP-ENC:arrayType="bus:parmValueItem[1]">
-
-						<item xsi:type="bus:simpleParmValueItem">
-							<bus:inclusive xsi:type="xs:boolean">true</bus:inclusive>
-							<bus:display xsi:type="xs:string">AH 2</bus:display>
-							<bus:use xsi:type="xs:string">[CARLO_F_Belege].[AH-Gruppe].[AH-Gruppe].[Betrieb]-&gt;:[PC].[@MEMBER].[12]</bus:use>
-						</item>
-
-					</bus:value>
-				</item>
-
-			</bus:parameterValues>
-			<bus:options SOAP-ENC:arrayType="bus:option[]" xsi:type="SOAP-ENC:Array">
-				<item xsi:type="bus:genericOptionAnyURI">
-					<bus:name xsi:type="xsd:string">runOptionEnum#globalParameters</bus:name>
-					<bus:value xsi:type="xsd:string">[]</bus:value>
-				</item>
-				<item xsi:type="bus:asynchOptionInt">
-					<bus:name xsi:type="bus:asynchOptionEnum">primaryWaitThreshold</bus:name>
-					<bus:value xsi:type="xsd:int">500</bus:value>
-				</item>
-				<item xsi:type="bus:asynchOptionInt">
-					<bus:name xsi:type="bus:asynchOptionEnum">secondaryWaitThreshold</bus:name>
-					<bus:value xsi:type="xsd:int">30</bus:value>
-				</item>
-				<item xsi:type="bus:runOptionStringArray">
-					<bus:name xsi:type="bus:runOptionEnum">outputFormat</bus:name>
-					<bus:value xsi:type="SOAP-ENC:Array" SOAP-ENC:arrayType="xsd:string[1]">
-						<item>PDF</item>
-					</bus:value>
-				</item>
-				<item xsi:type="bus:asynchOptionEncoding">
-					<bus:name xsi:type="bus:asynchOptionEnum">attachmentEncoding</bus:name>
-					<bus:value xsi:type="bus:encodingEnum">MIME</bus:value>
-				</item>
-				<item xsi:type="bus:runOptionAnyURI">
-					<bus:name xsi:type="bus:runOptionEnum">xslURL</bus:name>
-					<bus:value xsi:type="xsd:string">V5html_viewer.xsl</bus:value>
-				</item>
-				<item xsi:type="bus:runOptionString">
-					<bus:name xsi:type="bus:runOptionEnum">promptFormat</bus:name>
-					<bus:value xsi:type="xsd:string">XHTMLFRGMT</bus:value>
-				</item>
-				<item xsi:type="bus:runOptionBoolean">
-					<bus:name xsi:type="bus:runOptionEnum">prompt</bus:name>
-					<bus:value xsi:type="xsd:boolean">false</bus:value>
-				</item>
-				<item xsi:type="bus:runOptionAnyURI">
-					<bus:name xsi:type="bus:runOptionEnum">outputLocation</bus:name>
-					<bus:value xsi:type="xsd:string">http://developer.cognos.com/ceba/constants/temporaryObjectLocationEnum#serverFileSystem</bus:value>
-				</item>
-				<item xsi:type="bus:runOptionData">
-					<bus:name xsi:type="bus:runOptionEnum">data</bus:name>
-					<bus:value xsi:type="bus:dataEnum">runWithAllData</bus:value>
-				</item>
-				<item xsi:type="bus:genericOptionBoolean">
-					<bus:name xsi:type="xsd:string">http://developer.cognos.com/ceba/constants/systemOptionEnum#accessibilityFeatures</bus:name>
-					<bus:value xsi:type="xsd:boolean">false</bus:value>
-				</item>
-				<item xsi:type="bus:genericOptionBoolean">
-					<bus:name xsi:type="xsd:string">http://developer.cognos.com/ceba/constants/biDirectionalOptionEnum#biDirectionalFeaturesEnabled</bus:name>
-					<bus:value xsi:type="xsd:boolean">false</bus:value>
-				</item>
-				<item xsi:type="bus:runOptionBoolean">
-					<bus:name xsi:type="bus:runOptionEnum">returnOutputWhenAvailable</bus:name>
-					<bus:value xsi:type="xsd:boolean">true</bus:value>
-				</item>
-				<item xsi:type="bus:runOptionNameValueArray">
-					<bus:name xsi:type="bus:runOptionEnum">xslParameters</bus:name>
-					<bus:value xsi:type="SOAP-ENC:Array" SOAP-ENC:arrayType="bus:nameValue[]">
-						<item xsi:type="bus:nameValue">
-							<name xsi:type="xsd:string">CVGateway</name>
-							<value xsi:type="xsd:string">../v1/disp</value>
-						</item>
-						<item xsi:type="bus:nameValue">
-							<name xsi:type="xsd:string">renderIntermediateXML</name>
-							<value xsi:type="xsd:string">false</value>
-						</item>
-						<item xsi:type="bus:nameValue">
-							<name xsi:type="xsd:string">renderEnvironment</name>
-							<value xsi:type="xsd:string">false</value>
-						</item>
-					</bus:value>
-				</item>
-				<item xsi:type="bus:genericOptionBoolean">
-					<bus:name xsi:type="xsd:string">http://developer.cognos.com/ceba/constants/runOptionEnum#interactive</bus:name>
-					<bus:value xsi:type="xsd:boolean">true</bus:value>
-				</item>
-				<item xsi:type="bus:genericOptionAnyURI">
-					<bus:name xsi:type="xsd:string">http://developer.cognos.com/ceba/constants/runOptionEnum#promptXslUrl</bus:name>
-					<bus:value xsi:type="xsd:string">V5html_viewer.xsl</bus:value>
-				</item>
-			</bus:options>
-		</rns1:run>
-	</SOAP-ENV:Body>
-</SOAP-ENV:Envelope>

tests/test_ca_webscraper.py

@@ -1,49 +0,0 @@
-import unittest
-import pytasks
-from pytasks import ca_webscraper
-from xml.dom import minidom
-
-class test_ca_webscraper(unittest.TestCase):
-    def test_token(self):
-        caws = ca_webscraper.ca_webscraper()
-        token = caws.generate_token("AggAAABU5N5eAAAAAAoAAAD4TgT4GNq+GcN0FAAAAMSNhZfyUDWeIjCieNC6kfRhRLGSBwAAAFNIQS0yNTYgAAAATp4IDQBouepXMLDT+LyJsPuiXICYQxpZlfz8r4/W3aU=")
-        self.assertEqual(token, "VjFOnggNAGi56lcwsNP4vImw+6JcgJhDGlmV/Pyvj9bdpQ==")
-
-        token2 = caws.generate_token("AggAAAD8495eAAAAAAoAAADTxk26GoI5V7SSFAAAAMSNhZfyUDWeIjCieNC6kfRhRLGSBwAAAFNIQS0yNTYgAAAANRtS2ys6VqGk8EaJc88bLLBkSklun/rADunE7kEjFC4=")
-        self.assertEqual(token2, "VjE1G1LbKzpWoaTwRolzzxsssGRKSW6f+sAO6cTuQSMULg==")
-
-    def test_login(self):
-        caws = ca_webscraper.ca_webscraper()
-        self.assertEqual(caws.login(), 200)
-        self.assertEqual(caws.caf[:3], "CAF")
-        self.assertEqual(caws.cam[:2], "Vj")
-
-    def test_report_list(self):
-        caws = ca_webscraper.ca_webscraper()
-        caws.login()
-        result = caws.report_list()
-        self.assertGreater(result.shape[0], 0)
-        self.assertEqual(result['id'][0], "iA314AC05125D44F39261E2FD01782C51")
-        #self.assertEqual(result['report'][0], "Teaminhalt + Service + S.01 Service-Geschäftsmetrik")
-
-    def test_export(self):
-        caws = ca_webscraper.ca_webscraper()
-        report = { 'report': "Teaminhalt_Finanzbuchhaltung_F.01+Entwicklung+Zeitreihe+mit+EA",
-                    'id':  "i5DCC1FE29E784A78B3A58B41AB97FD89",
-                    'short': "F.01",
-                    'params': { 
-                        'p_Auswahl_Zeitraum': [ { 'display': "Einzelne Monate", 'use': "Einzelne Monate" } ],
-                        'p_Zeitraum': [ { 'display': "Einzelner Monat", 'use': "[gewählter Monat]" } ],
-                        'p_Von': [ { 'display': "01.01.2019", 'use': "2019-01-01" } ],
-                        'p_Bis': [ { 'display': "31.12.2020", 'use': "2020-12-31" } ],
-                        'p_AH': [ { 'display': "AH 2", 'use': "[CARLO_F_Belege].[AH-Gruppe].[AH-Gruppe].[Betrieb]->:[PC].[@MEMBER].[12]" } ]
-                    }
-        }
-        rep = minidom.parseString(caws.export(report))
-        mydoc = minidom.parse("tests/soap/F-01.request.xml")
-        self.maxDiff = None
-        self.assertEqual(rep.toxml(), mydoc.toxml())
-
-
-if __name__ == '__main__':
-    unittest.main()