import os import re import subprocess import traceback from datetime import datetime from typing import List, Dict, Set, Iterable, Optional from bauh.api.exception import NoInternetException from bauh.commons.system import new_subprocess, run_cmd, SimpleProcess, ProcessHandler from bauh.commons.util import size_to_byte from bauh.gems.flatpak import EXPORTS_PATH RE_SEVERAL_SPACES = re.compile(r'\s+') RE_COMMIT = re.compile(r'(Latest commit|Commit)\s*:\s*(.+)') def get_app_info_fields(app_id: str, branch: str, installation: str, fields: List[str] = [], check_runtime: bool = False): info = get_app_info(app_id, branch, installation) if not info: return {} info = re.findall(r'\w+:\s.+', info) data = {} fields_to_retrieve = len(fields) + (1 if check_runtime and 'ref' not in fields else 0) for field in info: if fields and fields_to_retrieve == 0: break field_val = field.split(':') field_name = field_val[0].lower() if not fields or field_name in fields or (check_runtime and field_name == 'ref'): data[field_name] = field_val[1].strip() if fields: fields_to_retrieve -= 1 if check_runtime and field_name == 'ref': data['runtime'] = data['ref'].startswith('runtime/') return data def get_fields(app_id: str, branch: str, fields: List[str]) -> List[str]: cmd = ['flatpak', 'info', app_id] if branch: cmd.append(branch) info = new_subprocess(cmd).stdout res = [] for o in new_subprocess(['grep', '-E', '({}):.+'.format('|'.join(fields)), '-o'], stdin=info).stdout: if o: res.append(o.decode().split(':')[-1].strip()) return res def is_installed(): version = get_version() return False if version is None else True def get_version(): res = run_cmd('{} --version'.format('flatpak'), print_error=False) return res.split(' ')[1].strip() if res else None def get_app_info(app_id: str, branch: str, installation: str): try: return run_cmd('{} info {} {}'.format('flatpak', app_id, branch, '--{}'.format(installation))) except: traceback.print_exc() return '' def get_commit(app_id: str, branch: str, installation: str) -> Optional[str]: info = run_cmd('flatpak info {} {} --{}'.format(app_id, branch, installation)) if info: commits = RE_COMMIT.findall(info) if commits: return commits[0][1].strip() def list_installed(version: str) -> List[dict]: apps = [] if version < '1.2': app_list = new_subprocess(['flatpak', 'list', '-d']) for o in app_list.stdout: if o: data = o.decode().strip().split('\t') ref_split = data[0].split('/') runtime = 'runtime' in data[5] apps.append({ 'id': ref_split[0], 'name': ref_split[0].split('.')[-1].capitalize(), 'ref': data[0], 'arch': ref_split[1], 'branch': ref_split[2], 'description': None, 'origin': data[1], 'runtime': runtime, 'installation': 'user' if 'user' in data[5] else 'system', 'version': ref_split[2] if runtime else None }) else: cols = 'application,ref,arch,branch,description,origin,options,{}version'.format('' if version < '1.3' else 'name,') app_list = new_subprocess(['flatpak', 'list', '--columns=' + cols]) for o in app_list.stdout: if o: data = o.decode().strip().split('\t') runtime = 'runtime' in data[6] if version < '1.3': name = data[0].split('.')[-1] if len(data) > 7 and data[7]: app_ver = data[7] elif runtime: app_ver = data[3] else: app_ver = None else: name = data[7] if len(data) > 8 and data[8]: app_ver = data[8] elif runtime: app_ver = data[3] else: app_ver = None apps.append({'id': data[0], 'name': name, 'ref': data[1], 'arch': data[2], 'branch': data[3], 'description': data[4], 'origin': data[5], 'runtime': runtime, 'installation': 'user' if 'user' in data[6] else 'system', 'version': app_ver}) return apps def update(app_ref: str, installation: str, related: bool = False, deps: bool = False) -> SimpleProcess: cmd = ['flatpak', 'update', '-y', app_ref, '--{}'.format(installation)] if not related: cmd.append('--no-related') if not deps: cmd.append('--no-deps') return SimpleProcess(cmd=cmd, extra_paths={EXPORTS_PATH}, shell=True) def uninstall(app_ref: str, installation: str) -> SimpleProcess: return SimpleProcess(cmd=['flatpak', 'uninstall', app_ref, '-y', '--{}'.format(installation)], extra_paths={EXPORTS_PATH}, shell=True) def list_updates_as_str(version: str) -> Dict[str, set]: updates = read_updates(version, 'system') user_updates = read_updates(version, 'user') for attr in ('full', 'partial'): updates[attr].update(user_updates[attr]) return updates def read_updates(version: str, installation: str) -> Dict[str, set]: res = {'partial': set(), 'full': set()} if version < '1.2': try: output = run_cmd('{} update --no-related --no-deps --{}'.format('flatpak', installation), ignore_return_code=True) if 'Updating in {}'.format(installation) in output: for line in output.split('Updating in {}:\n'.format(installation))[1].split('\n'): if not line.startswith('Is this ok'): res['full'].add('{}/{}'.format(installation, line.split('\t')[0].strip())) except: traceback.print_exc() else: updates = new_subprocess(['flatpak', 'update', '--{}'.format(installation)]).stdout reg = r'[0-9]+\.\s+.+' try: for o in new_subprocess(['grep', '-E', reg, '-o', '--color=never'], stdin=updates).stdout: if o: line_split = o.decode().strip().split('\t') if len(line_split) > 2: if version >= '1.5.0': update_id = '{}/{}/{}'.format(line_split[2], line_split[3], installation) else: update_id = '{}/{}/{}'.format(line_split[2], line_split[4], installation) if len(line_split) >= 6: if line_split[4] != 'i': if '(partial)' in line_split[-1]: res['partial'].add(update_id) else: res['full'].add(update_id) else: res['full'].add(update_id) except: traceback.print_exc() return res def downgrade(app_ref: str, commit: str, installation: str, root_password: str) -> SimpleProcess: cmd = ['flatpak', 'update', '--no-related', '--no-deps', '--commit={}'.format(commit), app_ref, '-y', '--{}'.format(installation)] return SimpleProcess(cmd=cmd, root_password=root_password if installation=='system' else None, extra_paths={EXPORTS_PATH}, success_phrases={'Changes complete.', 'Updates complete.'}, wrong_error_phrases={'Warning'}) def get_app_commits(app_ref: str, origin: str, installation: str, handler: ProcessHandler) -> Optional[List[str]]: try: p = SimpleProcess(['flatpak', 'remote-info', '--log', origin, app_ref, '--{}'.format(installation)]) success, output = handler.handle_simple(p) if output.startswith('error:'): return else: return re.findall(r'Commit+:\s(.+)', output) except: raise NoInternetException() def get_app_commits_data(app_ref: str, origin: str, installation: str, full_str: bool = True) -> List[dict]: log = run_cmd('{} remote-info --log {} {} --{}'.format('flatpak', origin, app_ref, installation)) if not log: raise NoInternetException() res = re.findall(r'(Commit|Subject|Date):\s(.+)', log) commits = [] commit = {} for idx, data in enumerate(res): attr = data[0].strip().lower() commit[attr] = data[1].strip() if attr == 'commit': commit[attr] = commit[attr] if full_str else commit[attr][0:8] if attr == 'date': commit[attr] = datetime.strptime(commit[attr], '%Y-%m-%d %H:%M:%S +0000') if (idx + 1) % 3 == 0: commits.append(commit) commit = {} return commits def search(version: str, word: str, installation: str, app_id: bool = False) -> List[dict]: res = run_cmd('{} search {} --{}'.format('flatpak', word, installation)) found = [] split_res = res.split('\n') if split_res and split_res[0].lower() != 'no matches found': for info in split_res: if info: info_list = info.split('\t') if version >= '1.3.0': id_ = info_list[2].strip() if app_id and id_ != word: continue pkg_ver = info_list[3].strip() app = { 'name': info_list[0].strip(), 'description': info_list[1].strip(), 'id': id_, 'version': pkg_ver, 'latest_version': pkg_ver, 'branch': info_list[4].strip(), 'origin': info_list[5].strip(), 'runtime': False, 'arch': None, # unknown at this moment, 'ref': None # unknown at this moment } elif version >= '1.2.0': id_ = info_list[1].strip() if app_id and id_ != word: continue desc = info_list[0].split('-') pkg_ver = info_list[2].strip() app = { 'name': desc[0].strip(), 'description': desc[1].strip(), 'id': id_, 'version': pkg_ver, 'latest_version': pkg_ver, 'branch': info_list[3].strip(), 'origin': info_list[4].strip(), 'runtime': False, 'arch': None, # unknown at this moment, 'ref': None # unknown at this moment } else: id_ = info_list[0].strip() if app_id and id_ != word: continue pkg_ver = info_list[1].strip() app = { 'name': '', 'description': info_list[4].strip(), 'id': id_, 'version': pkg_ver, 'latest_version': pkg_ver, 'branch': info_list[2].strip(), 'origin': info_list[3].strip(), 'runtime': False, 'arch': None, # unknown at this moment, 'ref': None # unknown at this moment } found.append(app) if app_id and len(found) > 0: break return found def install(app_id: str, origin: str, installation: str) -> SimpleProcess: return SimpleProcess(cmd=['flatpak', 'install', origin, app_id, '-y', '--{}'.format(installation)], extra_paths={EXPORTS_PATH}, wrong_error_phrases={'Warning'}, shell=True) def set_default_remotes(installation: str, root_password: str = None) -> SimpleProcess: cmd = ['flatpak', 'remote-add', '--if-not-exists', 'flathub', 'https://flathub.org/repo/flathub.flatpakrepo', '--{}'.format(installation)] return SimpleProcess(cmd, root_password=root_password) def has_remotes_set() -> bool: return bool(run_cmd('{} remotes'.format('flatpak')).strip()) def list_remotes() -> Dict[str, Set[str]]: res = {'system': set(), 'user': set()} output = run_cmd('{} remotes'.format('flatpak')).strip() if output: lines = output.split('\n') for line in lines: remote = line.split('\t') if 'system' in remote[1]: res['system'].add(remote[0].strip()) elif 'user' in remote[1]: res['user'].add(remote[0].strip()) return res def run(app_id: str): subprocess.Popen(['flatpak run {}'.format(app_id)], shell=True, env={**os.environ}) def map_update_download_size(app_ids: Iterable[str], installation: str, version: str) -> Dict[str, int]: success, output = ProcessHandler().handle_simple(SimpleProcess(['flatpak', 'update', '--{}'.format(installation)])) if version >= '1.5': res = {} p = re.compile(r'^\d+.\t') p2 = re.compile(r'\s([0-9.?a-zA-Z]+)\s?') for l in output.split('\n'): if l: line = l.strip() if line: found = p.match(line) if found: line_split = line.split('\t') line_id = line_split[2].strip() related_id = [appid for appid in app_ids if appid == line_id] if related_id and len(line_split) >= 7: size_tuple = p2.findall(line_split[6]) if size_tuple: size = size_tuple[0].split('?') if size and len(size) > 1: try: res[related_id[0].strip()] = size_to_byte(float(size[0]), size[1]) except: traceback.print_exc() return res