supporting snaps

fpakman/core/snap/worker.py

@@ -0,0 +1,87 @@
+import time
+import traceback
+
+from bs4 import BeautifulSoup
+from colorama import Fore
+
+from fpakman.core.controller import ApplicationManager
+from fpakman.core.model import ApplicationStatus
+from fpakman.core.snap import snap
+from fpakman.core.snap.constants import SNAP_STORE_URL
+from fpakman.core.snap.model import SnapApplication
+from fpakman.core.worker import AsyncDataLoader
+from fpakman.util.cache import Cache
+
+
+class SnapAsyncDataLoader(AsyncDataLoader):
+
+    def __init__(self, app: SnapApplication, manager: ApplicationManager, http_session, api_cache: Cache, download_icons: bool, attempts: int = 2, timeout: int = 30):
+        super(SnapAsyncDataLoader, self).__init__(app=app)
+        self.manager = manager
+        self.http_session = http_session
+        self.attempts = attempts
+        self.api_cache = api_cache
+        self.timeout = timeout
+        self.to_persist = {}  # stores all data loaded by the instance
+        self.download_icons = download_icons
+
+    def run(self):
+        if self.app:
+            self.app.status = ApplicationStatus.LOADING_DATA
+            if not self.app.base_data.description:
+                self.app.base_data.description = snap.get_info(self.app.base_data.name, ('description',)).get('description')
+
+            for _ in range(0, self.attempts):
+                try:
+                    res = self.http_session.get('{}/{}'.format(SNAP_STORE_URL, self.app.base_data.name),
+                                                timeout=self.timeout)
+
+                    if res.status_code == 200 and res.text:
+                        soup = BeautifulSoup(res.text, 'html.parser')
+                        input_install_cmd = soup.find("input", {"id": "snap-install"})
+
+                        api_data = {
+                            'install_cmd': input_install_cmd.get("value").strip(),
+                            'description': self.app.base_data.description
+                        }
+
+                        img_icon = None
+
+                        if self.download_icons:
+                            img_icon = soup.find('img', {"class": "p-snap-heading__icon"})
+
+                        if img_icon and img_icon.get("src") and 'snapcraft-missing-icon' not in img_icon.get('src'):
+                            api_data['icon_url'] = img_icon.get("src")
+
+                        self.api_cache.add(self.app.base_data.id, api_data)
+                        self.app.install_cmd = api_data['install_cmd']
+                        self.app.base_data.icon_url = api_data.get('icon_url')
+                        self.app.status = ApplicationStatus.READY
+
+                        if self.app.supports_disk_cache():
+                            self.to_persist[self.app.base_data.id] = self.app
+
+                        break
+                    else:
+                        self.log_msg("Could not retrieve app data for id '{}'. Server response: {}. Body: {}".format(self.app.base_data.id, res.status_code, res.content.decode()), Fore.RED)
+                except:
+                    self.log_msg("Could not retrieve app data for id '{}'".format(app.base_data.id), Fore.YELLOW)
+                    traceback.print_exc()
+                    time.sleep(0.5)
+
+            self.app.status = ApplicationStatus.READY
+
+    def clone(self) -> "SnapAsyncDataLoader":
+        return SnapAsyncDataLoader(manager=self.manager,
+                                   api_cache=self.api_cache,
+                                   attempts=self.attempts,
+                                   http_session=self.http_session,
+                                   timeout=self.timeout,
+                                   app=self.app)
+
+    def cache_to_disk(self):
+        if self.to_persist:
+            for app in self.to_persist.values():
+                self.manager.cache_to_disk(app=app, icon_bytes=None, only_icon=False)
+
+            self.to_persist = {}