improving initialization time and reducing async overload

fpakman/util/cache.py

@@ -0,0 +1,50 @@
+from datetime import datetime, timedelta
+from threading import Lock
+
+
+class Cache:
+
+    def __init__(self, expiration_time: int):
+        self.expiration_time = expiration_time
+        self._cache = {}
+        self.lock = Lock()
+
+    def is_enabled(self):
+        return self.expiration_time < 0 or self.expiration_time > 0
+
+    def add(self, key: str, val: object):
+
+        if self.is_enabled():
+            self.lock.acquire()
+            self._cache[key] = {'val': val, 'expires_at': datetime.utcnow() + timedelta(seconds=self.expiration_time) if self.expiration_time > 0 else None}
+            self.lock.release()
+
+    def get(self, key: str):
+        if self.is_enabled():
+            val = self._cache.get(key)
+
+            if val:
+                expiration = val.get('expires_at')
+
+                if expiration and expiration <= datetime.utcnow():
+                    self.lock.acquire()
+                    del self._cache[key]
+                    self.lock.release()
+                    return None
+
+                return val['val']
+
+    def delete(self, key):
+        if self.is_enabled():
+            if key in self._cache:
+                self.lock.acquire()
+                del self._cache[key]
+                self.lock.release()
+
+    def keys(self):
+        return set(self._cache.keys()) if self.is_enabled() else set()
+
+    def clean_expired(self):
+        if self.is_enabled():
+            for key in self.keys():
+                self.get(key)

fpakman/util/memory.py

@@ -0,0 +1,25 @@
+import time
+from threading import Thread
+from typing import List
+
+from fpakman.util.cache import Cache
+import gc
+
+
+class CacheCleaner(Thread):
+
+    def __init__(self, caches: List[Cache], check_interval: int = 15):
+        super(CacheCleaner, self).__init__(daemon=True)
+        self.caches = [c for c in caches if c.is_enabled()]
+        self.check_interval = check_interval
+
+    def run(self):
+
+        if self.caches:
+            while True:
+                for cache in self.caches:
+                    cache.clean_expired()
+
+                gc.collect()
+                time.sleep(self.check_interval)
+

fpakman/util/util.py

@@ -0,0 +1,47 @@
+import locale
+
+from fpakman.core import resource
+import glob
+import re
+
+HTML_RE = re.compile(r'<[^>]+>')
+
+
+def get_locale_keys(key: str = None):
+
+    locale_path = None
+
+    if key is None:
+        current_locale = locale.getdefaultlocale()
+    else:
+        current_locale = [key.strip().lower()]
+
+    if current_locale:
+        current_locale = current_locale[0]
+
+        locale_dir = resource.get_path('locale')
+
+        for locale_file in glob.glob(locale_dir + '/*'):
+            name = locale_file.split('/')[-1]
+
+            if current_locale == name or current_locale.startswith(name + '_'):
+                locale_path = locale_file
+                break
+
+    if not locale_path:
+        locale_path = resource.get_path('locale/en')
+
+    with open(locale_path, 'r') as f:
+        locale_keys = f.readlines()
+
+    locale_obj = {}
+    for line in locale_keys:
+        if line:
+            keyval = line.strip().split('=')
+            locale_obj[keyval[0].strip()] = keyval[1].strip()
+
+    return locale_obj
+
+
+def strip_html(string: str):
+    return HTML_RE.sub('', string)