You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
264 lines
10 KiB
264 lines
10 KiB
2 years ago
|
# ---------------------------------------------------------------------------------------------------------
|
||
|
|
# Author : Ulrich Carmesin
|
||
|
|
# Source : gitea.ucarmesin.de
|
||
|
|
# ---------------------------------------------------------------------------------------------------------
|
||
|
|
import os
|
||
|
|
import utils.db_abstract
|
||
|
|
import basic.toolHandling
|
||
|
|
import utils.data_const as D
|
||
|
|
import basic.constants as B
|
||
|
|
import basic.entity
|
||
|
|
import utils.path_const as P
|
||
|
|
import utils.config_tool
|
||
|
|
import utils.file_tool
|
||
|
|
import utils.git_tool
|
||
|
|
|
||
|
|
TABLE_NAMES = ["application", "ap_project", "ap_component"]
|
||
|
|
|
||
|
|
def getProjects(job):
|
||
|
|
"""
|
||
|
|
get all project which are configured for the workspace
|
||
|
|
with all environments where the application of the project are installed
|
||
|
|
:param job:
|
||
|
|
:return:
|
||
|
|
"""
|
||
|
|
appl = utils.config_tool.getConfig(job, P.KEY_BASIC, B.SUBJECT_APPS)
|
||
|
|
return searchProjects(job, appl)
|
||
|
|
|
||
|
|
def searchProjects(job, appl):
|
||
|
|
"""
|
||
|
|
search all relevant projects from server-configuration
|
||
|
|
filtered by parameter --application , --project
|
||
|
|
:param job:
|
||
|
|
:return:
|
||
|
|
"""
|
||
|
|
projects = {}
|
||
|
|
if B.SUBJECT_PROJECTS in job.conf.confs:
|
||
|
|
for k in job.conf.confs[B.SUBJECT_PROJECTS]:
|
||
|
|
if k in B.LIST_SUBJECTS:
|
||
|
|
continue
|
||
|
|
if hasattr(job.par, B.PAR_PROJ) and k != getattr(job.par, B.PAR_PROJ):
|
||
|
|
continue
|
||
|
|
if hasattr(job.par, B.PAR_APP) \
|
||
|
|
and k not in appl[B.SUBJECT_APPS][getattr(job.par, B.PAR_APP)][B.SUBJECT_PROJECTS]:
|
||
|
|
continue
|
||
|
|
projects[k] = appl[B.SUBJECT_PROJECTS][k]
|
||
|
|
projects[k][B.SUBJECT_ENV] = []
|
||
|
|
else:
|
||
|
|
job.conf.confs[B.SUBJECT_PROJECTS] = appl[B.SUBJECT_PROJECTS]
|
||
|
|
return projects
|
||
|
|
|
||
|
|
def getEnvironments(job, projectList):
|
||
|
|
"""
|
||
|
|
searches and gets environments in which the applications of the project are declared that these are installed
|
||
|
|
filtered by parameter --environment
|
||
|
|
:param job:
|
||
|
|
:return:
|
||
|
|
"""
|
||
|
|
projects = {}
|
||
|
|
path = job.conf.confs[B.SUBJECT_PATH][B.ATTR_PATH_ENV]
|
||
|
|
if os.path.exists(path):
|
||
|
|
raise Exception("Umgebungsverzeichnis existiert nicht "+path)
|
||
|
|
for envdir in os.listdir(path):
|
||
|
|
print ("-- "+envdir)
|
||
|
|
if not os.path.isdir(os.path.join(path, envdir)):
|
||
|
|
continue
|
||
|
|
if envdir[0:1] == "_":
|
||
|
|
continue
|
||
|
|
if hasattr(job.par, B.PAR_ENV) and envdir != getattr(job.par, B.PAR_ENV):
|
||
|
|
continue
|
||
|
|
for format in utils.config_tool.CONFIG_FORMAT:
|
||
|
|
pathname = os.path.join(job.conf.getPath(P.ATTR_PATH_ENV),
|
||
|
|
envdir, P.VAL_CONFIG, P.KEY_TOOL + "_conn." + format)
|
||
|
|
if os.path.exists(pathname):
|
||
|
|
break
|
||
|
|
if os.path.exists(pathname):
|
||
|
|
doc = utils.file_tool.readFileDict(job, pathname, job.m)
|
||
|
|
print(str(doc))
|
||
|
|
for proj in doc["env"]["general"][B.SUBJECT_PROJECTS]:
|
||
|
|
if proj in projectList:
|
||
|
|
projects[proj][B.SUBJECT_ENV].append(envdir)
|
||
|
|
return projects
|
||
|
|
|
||
|
|
def getApplications(job, projectList):
|
||
|
|
"""
|
||
|
|
get all project which are configured for the workspace
|
||
|
|
with all environments where the application of the project are installed
|
||
|
|
:param job:
|
||
|
|
:return:
|
||
|
|
"""
|
||
|
|
appl = utils.config_tool.getConfig(job, P.KEY_BASIC, B.SUBJECT_APPS)
|
||
|
|
return searchApplications(job, projectList, appl)
|
||
|
|
|
||
|
|
def searchApplications(job, projectList, appl):
|
||
|
|
appList = {}
|
||
|
|
for proj in projectList:
|
||
|
|
if hasattr(job.par, B.PAR_PROJ) and proj != getattr(job.par, B.PAR_PROJ):
|
||
|
|
continue
|
||
|
|
for app in appl[B.SUBJECT_PROJECTS][proj][B.SUBJECT_APPS]:
|
||
|
|
if hasattr(job.par, B.PAR_APP) and app != getattr(job.par, B.PAR_APP):
|
||
|
|
continue
|
||
|
|
appList[app] = appl[B.SUBJECT_APPS][app]
|
||
|
|
return appList
|
||
|
|
|
||
|
|
def syncApplications(job):
|
||
|
|
"""
|
||
|
|
synchronize the configuration with the database
|
||
|
|
:param job:
|
||
|
|
:return:
|
||
|
|
"""
|
||
|
|
# get git-commit
|
||
|
|
apppath = utils.config_tool.getConfigPath(job, P.KEY_BASIC, B.SUBJECT_APPS, "")
|
||
|
|
repopath = apppath[len(job.conf.confs[B.SUBJECT_PATH][B.ATTR_PATH_COMPS]) + 1:]
|
||
|
|
gitresult = utils.git_tool.gitLog(job, B.ATTR_PATH_COMPS, repopath, 1)
|
||
|
|
if B.TOPIC_NODE_DB in job.conf.confs:
|
||
|
|
dbi = basic.toolHandling.getDbTool(job, job.testserver, job.conf.confs[B.TOPIC_NODE_DB][B.ATTR_TYPE])
|
||
|
|
else:
|
||
|
|
return "No DB in job-config"
|
||
|
|
data = dbi.selectRows(TABLE_NAMES[0], job)
|
||
|
|
print(str(gitresult))
|
||
|
|
print(str(data[B.DATA_NODE_DATA]))
|
||
|
|
if gitresult[0]["date"] == data[B.DATA_NODE_DATA][0]["updtime"]:
|
||
|
|
print("gleich")
|
||
|
|
if len(gitresult) > 0:
|
||
|
|
return
|
||
|
|
if len(data[B.DATA_NODE_DATA]) > 0:
|
||
|
|
for t in TABLE_NAMES:
|
||
|
|
dbi.deleteRows(t, job)
|
||
|
|
# insertRows
|
||
|
|
# get list of application
|
||
|
|
applData = utils.config_tool.getConfig(job, P.KEY_BASIC, B.SUBJECT_APPS)
|
||
|
|
|
||
|
|
for app in applData[B.SUBJECT_APPS]:
|
||
|
|
ao = Application(job)
|
||
|
|
ao.readEntity(job, app)
|
||
|
|
rows = ao.getApplicationRows(job)
|
||
|
|
apid = dbi.insertRows(TABLE_NAMES[0], rows, job)
|
||
|
|
rows = ao.getAppProjectRows(job, apid)
|
||
|
|
dbi.insertRows(TABLE_NAMES[1], rows, job)
|
||
|
|
rows = ao.getAppComponentRows(job, apid)
|
||
|
|
dbi.insertRows(TABLE_NAMES[2], rows, job)
|
||
|
|
|
||
|
|
|
||
|
|
class Application(basic.entity.Entity):
|
||
|
|
table = "application"
|
||
|
|
name = ""
|
||
|
|
description = ""
|
||
|
|
reference = ""
|
||
|
|
component = []
|
||
|
|
project = {}
|
||
|
|
|
||
|
|
def __init__(self, job, name=""):
|
||
|
|
"""
|
||
|
|
to be initialized by readSpec
|
||
|
|
:param job:
|
||
|
|
"""
|
||
|
|
self.job = job
|
||
|
|
|
||
|
|
if len(name) > 1:
|
||
|
|
self.getEntity(job, name)
|
||
|
|
|
||
|
|
def getEntity(self, job, name):
|
||
|
|
if B.TOPIC_NODE_DB in job.conf.confs:
|
||
|
|
self.selectEntity(job, name)
|
||
|
|
#self.readEntity(job, name)
|
||
|
|
else:
|
||
|
|
self.readEntity(job, name)
|
||
|
|
|
||
|
|
def readEntity(self, job, app):
|
||
|
|
apppath = utils.config_tool.getConfigPath(job, P.KEY_BASIC, B.SUBJECT_APPS, "")
|
||
|
|
repopath = apppath[len(job.conf.confs[B.SUBJECT_PATH][B.ATTR_PATH_COMPS]) + 1:]
|
||
|
|
gitresult = utils.git_tool.gitLog(job, B.ATTR_PATH_COMPS, repopath, 1)
|
||
|
|
applData = utils.config_tool.getConfig(job, P.KEY_BASIC, B.SUBJECT_APPS)
|
||
|
|
# main object
|
||
|
|
for f in job.testserver.conf[B.DATA_NODE_DDL][TABLE_NAMES[0]][B.DATA_NODE_HEADER]:
|
||
|
|
if f == basic.entity.ENTITY_NAME:
|
||
|
|
setattr(self, f, app)
|
||
|
|
elif f == basic.entity.ENTITY_ATTRIBUTES:
|
||
|
|
setattr(self, f, {})
|
||
|
|
elif f in applData[B.SUBJECT_APPS][app]:
|
||
|
|
setattr(self, f, applData[B.SUBJECT_APPS][app][f])
|
||
|
|
elif f in basic.entity.ENTITY_FIELDS:
|
||
|
|
setattr(self, f, basic.entity.getEntityValue(job, f, gitresult[0]))
|
||
|
|
else:
|
||
|
|
setattr(self, f, "xx")
|
||
|
|
project = {}
|
||
|
|
if applData[B.SUBJECT_APPS][app][B.SUBJECT_PROJECTS] is not None:
|
||
|
|
for proj in applData[B.SUBJECT_APPS][app][B.SUBJECT_PROJECTS]:
|
||
|
|
project[proj] = {}
|
||
|
|
for f in job.testserver.conf[B.DATA_NODE_DDL][TABLE_NAMES[1]][B.DATA_NODE_HEADER]:
|
||
|
|
if f == basic.entity.ENTITY_NAME:
|
||
|
|
project[proj][f] = proj
|
||
|
|
elif f == "project":
|
||
|
|
project[proj][f] = proj
|
||
|
|
elif f == basic.entity.ENTITY_ATTRIBUTES:
|
||
|
|
project[proj][f] = {}
|
||
|
|
elif f in applData[B.SUBJECT_PROJECTS][proj]:
|
||
|
|
project[proj][f] = applData[B.SUBJECT_PROJECTS][proj][f]
|
||
|
|
elif f in basic.entity.ENTITY_FIELDS:
|
||
|
|
project[proj][f] = basic.entity.getEntityValue(job, f, gitresult[0])
|
||
|
|
else:
|
||
|
|
project[proj][f] = "xx"
|
||
|
|
setattr(self, "project", project)
|
||
|
|
component = []
|
||
|
|
if applData[B.SUBJECT_APPS][app][B.SUBJECT_COMPS] is not None:
|
||
|
|
for comp in applData[B.SUBJECT_APPS][app][B.SUBJECT_COMPS]:
|
||
|
|
component.append(comp)
|
||
|
|
setattr(self, "component", component)
|
||
|
|
|
||
|
|
def getApplicationRows(self, job):
|
||
|
|
rows = []
|
||
|
|
row = {}
|
||
|
|
for f in job.testserver.conf[B.DATA_NODE_DDL][TABLE_NAMES[0]][B.DATA_NODE_HEADER]:
|
||
|
|
row[f] = getattr(self, f)
|
||
|
|
rows.append(row)
|
||
|
|
return rows
|
||
|
|
|
||
|
|
def getAppProjectRows(self, job, apid):
|
||
|
|
rows = []
|
||
|
|
for proj in self.project:
|
||
|
|
row = {}
|
||
|
|
for f in job.testserver.conf[B.DATA_NODE_DDL][TABLE_NAMES[1]][B.DATA_NODE_HEADER]:
|
||
|
|
if f == "apid":
|
||
|
|
row[f] = apid
|
||
|
|
elif f in self.project[proj]:
|
||
|
|
row[f] = self.project[proj][f]
|
||
|
|
rows.append(row)
|
||
|
|
return rows
|
||
|
|
|
||
|
|
def getAppComponentRows(self, job, apid):
|
||
|
|
rows = []
|
||
|
|
for comp in self.component:
|
||
|
|
row = {}
|
||
|
|
row["apid"] = apid
|
||
|
|
row["component"] = comp
|
||
|
|
rows.append(row)
|
||
|
|
return rows
|
||
|
|
|
||
|
|
def selectEntity(self, job, app):
|
||
|
|
dbi = basic.toolHandling.getDbTool(job, job.testserver, job.conf.confs[B.TOPIC_NODE_DB][B.ATTR_TYPE])
|
||
|
|
data = dbi.selectRows(TABLE_NAMES[0], job, "WHERE name = \'"+app+"\' AND actual = "+basic.entity.ENTITY_ACTUAL)
|
||
|
|
# main object
|
||
|
|
for f in job.testserver.conf[B.DATA_NODE_DDL][TABLE_NAMES[0]][B.DATA_NODE_HEADER]:
|
||
|
|
if f == basic.entity.ENTITY_NAME:
|
||
|
|
setattr(self, f, app)
|
||
|
|
else:
|
||
|
|
setattr(self, f, str(data[B.DATA_NODE_DATA][0][f]))
|
||
|
|
apid = getattr(self, "apid")
|
||
|
|
data = dbi.selectRows(TABLE_NAMES[1], job, "WHERE apid = "+str(apid))
|
||
|
|
project = {}
|
||
|
|
for row in data[B.DATA_NODE_DATA]:
|
||
|
|
project[row["project"]] = row
|
||
|
|
setattr(self, "project", project)
|
||
|
|
data = dbi.selectRows(TABLE_NAMES[2], job, "WHERE apid = " + str(apid))
|
||
|
|
component = []
|
||
|
|
for row in data[B.DATA_NODE_DATA]:
|
||
|
|
component.append(row["component"])
|
||
|
|
setattr(self, "component", component)
|
||
|
|
|
||
|
|
def getSchema(self):
|
||
|
|
"""
|
||
|
|
ersetzt durch testserver.createDB
|
||
|
|
:return:
|
||
|
|
"""
|
||
|
|
return ""
|