bugfixe in ML

utils/dbshive_tool.py

@@ -41,11 +41,14 @@ class DbFcts(utils.db_abstract.DbFcts):
         for k in sqls.keys():
             sql = sqls[k]
             if dry == 1:
-                spark = self.getConnector()
+                try:
-                df = spark.sql(sql)
+                    spark = self.getConnector()
-                dfj = df.toJSON()
+                    df = spark.sql(sql)
-                for r in dfj.collect():
+                    dfj = df.toJSON()
-                    data.append(json.loads(r))
+                    for r in dfj.collect():
+                        data.append(json.loads(r))
+                except:
+                    self.comp.m.setError("Table couldnt read "+table)
             else:
                 print("select "+sql)
             self.comp.m.logInfo(sql)

utils/file_tool.py

@@ -38,6 +38,8 @@ def getFiles(msg, path, pattern, conn):
     verify = int(job.getDebugLevel("file_tool"))
     out = []
     msg.debug(verify, "getFiles " + path + " , " + pattern)
+    if not os.path.exists(path):
+        return out
     for f in os.listdir(path):
         msg.debug(verify, "getFiles " + f)
         if re.search(pattern, f):