datestex/basic/Testserver.py

import os.path
import re

import basic.component
import basic.constants as B
import basic.toolHandling
import tools.config_tool
import tools.data_const as D
import tools.file_tool
import tools.filecsv_fcts
import model.table

COMP_NAME = "testserver"
COMP_TABLES = ["application", "ap_component", "ap_project", "ap_application",
               "environment", "en_component", "en_project"]

class Testserver(basic.component.Component):
    tables = {}
    def __init__(self, job):
        print('init '+COMP_NAME)
        self.m = job.m
        self.conf = {}
        if B.TOPIC_NODE_DB in job.conf:
            self.conf[B.SUBJECT_CONN] = {}
            self.conf[B.SUBJECT_CONN][B.TOPIC_NODE_DB] = {}
            for attr in B.LIST_DB_ATTR:
                if attr in job.conf[B.TOPIC_NODE_DB]:
                    self.conf[B.SUBJECT_CONN][B.TOPIC_NODE_DB][attr] = job.conf[B.TOPIC_NODE_DB][attr]
        if not B.DATA_NODE_DDL in self.conf:
            self.conf[B.DATA_NODE_DDL] = {}
            for table in COMP_TABLES:
                if table in B.LIST_DB_ATTR:
                    continue
                else:
                    continue
                ddl = tools.config_tool.getConfig(job, D.DDL_FILENAME, COMP_NAME, table)
                tableDdl = model.table.Table(job, component=COMP_NAME, name=table)
                self.tables[table] = tableDdl
                tddl = {}
                tddl[table] = {}
                #for k in ddl:
                for k in tableDdl.fielddef:
                    tddl[table][k] = tableDdl.fielddef[k]
                tddl[table][B.DATA_NODE_HEADER] = D.LIST_DDL_ATTR
                tddl[table][B.DATA_NODE_FIELDS] = tableDdl.fieldnames
                tddl[D.DATA_ATTR_TBL] = table
                path = "/home/ulrich/workspace/Datest/temp/"+table+".yml"
                tools.file_tool.write_file_dict(job.m, job, path, tddl)
                path = "/home/ulrich/workspace/Datest/temp/"+table+".csv"
                tools.file_tool.write_file_dict(job.m, job, path, tddl, ttype=D.CSV_SPECTYPE_DDL)
                if B.DATA_NODE_TABLES in ddl and table in ddl[B.DATA_NODE_TABLES]:
                    self.conf[B.DATA_NODE_DDL][table] = ddl[B.DATA_NODE_TABLES][table]
                elif table in ddl:
                    self.conf[B.DATA_NODE_DDL][table] = ddl[table]
                else:
                    self.conf[B.DATA_NODE_DDL][table] = ddl

    def createDBTables(self, job):
        tables = {}
        if B.TOPIC_NODE_DB in job.conf:
            dbi = basic.toolHandling.getDbTool(job, self, job.conf[B.TOPIC_NODE_DB][B.ATTR_TYPE])
        else:
            return "No DB in job-config"
        path = os.path.join(job.conf[B.SUBJECT_PATH][B.ATTR_PATH_PROGRAM], "model")
        fct = basic.toolHandling.getFileTool(job, None, "csv")
        for m in sorted(os.listdir(path)):
            if not re.match(r".*?\.csv", m):
                print("sonstig "+m)
                continue
            print("model "+m)
            modelPath = os.path.join(path, m)
            modelDoc = fct.load_file(modelPath, D.CSV_SPECTYPE_DATA)
            table = model.table.Table(job, project="", application="", component="Testserver", name=m[:-4])
            sql = table.get_schema(tableName=m[:-4], tableObject=table)  # [B.DATA_NODE_TABLES][m[:-4]]
            job.m.logInfo(sql)
            tables[m[:-4]] = modelDoc
            for s in sql.split(";\n"):
                if len(s) < 3:
                    continue
                try:
                    dbi.execStatement(s+";", job.conf[B.TOPIC_NODE_DB])
                    print("SQL executed: "+s)
                except Exception as e:
                    raise Exception("Fehler bei createSchema "+s)