mirror of
https://github.com/spalencsar/bearhub.git
synced 2026-07-07 00:04:15 +02:00
223 lines
7.6 KiB
Python
223 lines
7.6 KiB
Python
import logging
|
|
import os
|
|
import re
|
|
import urllib.parse
|
|
from typing import Set, List, Iterable, Dict
|
|
|
|
import requests
|
|
|
|
from bauh.api.http import HttpClient
|
|
from bauh.gems.arch import pacman, AUR_INDEX_FILE
|
|
from bauh.gems.arch.exceptions import PackageNotFoundException
|
|
|
|
URL_INFO = 'https://aur.archlinux.org/rpc/?v=5&type=info&'
|
|
URL_SRC_INFO = 'https://aur.archlinux.org/cgit/aur.git/plain/.SRCINFO?h='
|
|
URL_SEARCH = 'https://aur.archlinux.org/rpc/?v=5&type=search&arg='
|
|
URL_INDEX = 'https://aur.archlinux.org/packages.gz'
|
|
|
|
RE_SRCINFO_KEYS = re.compile(r'(\w+)\s+=\s+(.+)\n')
|
|
RE_SPLIT_DEP = re.compile(r'[<>]?=')
|
|
|
|
KNOWN_LIST_FIELDS = ('validpgpkeys',
|
|
'checkdepends',
|
|
'checkdepends_x86_64',
|
|
'checkdepends_i686',
|
|
'depends',
|
|
'depends_x86_64',
|
|
'depends_i686',
|
|
'optdepends',
|
|
'optdepends_x86_64',
|
|
'optdepends_i686',
|
|
'sha512sums',
|
|
'sha512sums_x86_64',
|
|
'source',
|
|
'source_x86_64',
|
|
'source_i686',
|
|
'makedepends',
|
|
'makedepends_x86_64',
|
|
'makedepends_i686',
|
|
'provides',
|
|
'conflicts')
|
|
|
|
|
|
def map_pkgbuild(pkgbuild: str) -> dict:
|
|
return {attr: val.replace('"', '').replace("'", '').replace('(', '').replace(')', '') for attr, val in re.findall(r'\n(\w+)=(.+)', pkgbuild)}
|
|
|
|
|
|
def map_srcinfo(string: str, fields: Set[str] = None) -> dict:
|
|
info = {}
|
|
|
|
if fields:
|
|
field_re = re.compile(r'({})\s+=\s+(.+)\n'.format('|'.join(fields)))
|
|
else:
|
|
field_re = RE_SRCINFO_KEYS
|
|
|
|
for tupl in field_re.findall(string):
|
|
key = tupl[0].strip()
|
|
val = tupl[1].strip()
|
|
|
|
if key not in info:
|
|
info[key] = [val] if key in KNOWN_LIST_FIELDS else val
|
|
else:
|
|
if not isinstance(info[key], list):
|
|
info[key] = [info[key]]
|
|
|
|
info[key].append(val)
|
|
|
|
pkgname = info.get('pkgname')
|
|
|
|
if isinstance(pkgname, list):
|
|
info['pkgname'] = pkgname[0]
|
|
|
|
return info
|
|
|
|
|
|
class AURClient:
|
|
|
|
def __init__(self, http_client: HttpClient, logger: logging.Logger, x86_64: bool):
|
|
self.http_client = http_client
|
|
self.logger = logger
|
|
self.x86_64 = x86_64
|
|
self.srcinfo_cache = {}
|
|
|
|
def search(self, words: str) -> dict:
|
|
return self.http_client.get_json(URL_SEARCH + words)
|
|
|
|
def get_info(self, names: Iterable[str]) -> List[dict]:
|
|
try:
|
|
res = self.http_client.get_json(URL_INFO + self._map_names_as_queries(names))
|
|
return res['results'] if res and res.get('results') else []
|
|
except:
|
|
return []
|
|
|
|
def get_src_info(self, name: str) -> dict:
|
|
srcinfo = self.srcinfo_cache.get(name)
|
|
|
|
if srcinfo:
|
|
return srcinfo
|
|
|
|
res = self.http_client.get(URL_SRC_INFO + urllib.parse.quote(name))
|
|
|
|
if res and res.text:
|
|
srcinfo = map_srcinfo(res.text)
|
|
|
|
if srcinfo:
|
|
self.srcinfo_cache[name] = srcinfo
|
|
|
|
return srcinfo
|
|
|
|
self.logger.warning('No .SRCINFO found for {}'.format(name))
|
|
self.logger.info('Checking if {} is based on another package'.format(name))
|
|
# if was not found, it may be based on another package.
|
|
infos = self.get_info({name})
|
|
|
|
if infos:
|
|
info = infos[0]
|
|
|
|
info_name = info.get('Name')
|
|
info_base = info.get('PackageBase')
|
|
if info_name and info_base and info_name != info_base:
|
|
self.logger.info('{p} is based on {b}. Retrieving {b} .SRCINFO'.format(p=info_name, b=info_base))
|
|
srcinfo = self.get_src_info(info_base)
|
|
|
|
if srcinfo:
|
|
self.srcinfo_cache[name] = srcinfo
|
|
|
|
return srcinfo
|
|
|
|
def extract_required_dependencies(self, srcinfo: dict) -> Set[str]:
|
|
deps = set()
|
|
for attr in ('makedepends',
|
|
'makedepends_{}'.format('x86_64' if self.x86_64 else 'i686'),
|
|
'depends',
|
|
'depends_{}'.format('x86_64' if self.x86_64 else 'i686'),
|
|
'checkdepends',
|
|
'checkdepends_{}'.format('x86_64' if self.x86_64 else 'i686')):
|
|
if srcinfo.get(attr):
|
|
deps.update([pacman.RE_DEP_OPERATORS.split(dep)[0] for dep in srcinfo[attr]])
|
|
|
|
return deps
|
|
|
|
def get_required_dependencies(self, name: str) -> Set[str]:
|
|
info = self.get_src_info(name)
|
|
|
|
if not info:
|
|
raise PackageNotFoundException(name)
|
|
|
|
return self.extract_required_dependencies(info)
|
|
|
|
def _map_names_as_queries(self, names) -> str:
|
|
return '&'.join(['arg[{}]={}'.format(i, urllib.parse.quote(n)) for i, n in enumerate(names)])
|
|
|
|
def read_local_index(self) -> dict:
|
|
self.logger.info('Checking if the cached AUR index file exists')
|
|
if os.path.exists(AUR_INDEX_FILE):
|
|
self.logger.info('Reading AUR index file from {}'.format(AUR_INDEX_FILE))
|
|
index = {}
|
|
with open(AUR_INDEX_FILE) as f:
|
|
for l in f.readlines():
|
|
if l:
|
|
lsplit = l.split('=')
|
|
index[lsplit[0]] = lsplit[1].strip()
|
|
self.logger.info("AUR index file read")
|
|
return index
|
|
self.logger.warning('The AUR index file was not found')
|
|
|
|
def download_names(self) -> Set[str]:
|
|
self.logger.info('Downloading AUR index')
|
|
try:
|
|
res = self.http_client.get(URL_INDEX)
|
|
|
|
if res and res.text:
|
|
return {n.strip() for n in res.text.split('\n') if n and not n.startswith('#')}
|
|
else:
|
|
self.logger.warning('No data returned from: {}'.format(URL_INDEX))
|
|
except requests.exceptions.ConnectionError:
|
|
self.logger.warning('No internet connection: could not pre-index packages')
|
|
|
|
self.logger.info("Finished")
|
|
|
|
def read_index(self) -> Iterable[str]:
|
|
try:
|
|
index = self.read_local_index()
|
|
|
|
if not index:
|
|
self.logger.warning("Cached AUR index file not found")
|
|
pkgnames = self.download_names()
|
|
|
|
if pkgnames:
|
|
return pkgnames
|
|
else:
|
|
self.logger.warning("Could not load AUR index on the context")
|
|
return set()
|
|
else:
|
|
return index.values()
|
|
except:
|
|
return set()
|
|
|
|
def clean_caches(self):
|
|
self.srcinfo_cache.clear()
|
|
|
|
def map_update_data(self, pkgname: str, latest_version: str, srcinfo: dict = None) -> dict:
|
|
info = self.get_src_info(pkgname) if not srcinfo else srcinfo
|
|
|
|
provided = set()
|
|
provided.add(pkgname)
|
|
|
|
if info:
|
|
provided.add('{}={}'.format(pkgname, info['pkgver']))
|
|
if info.get('provides'):
|
|
provided.update(info.get('provides'))
|
|
|
|
return {'c': info.get('conflicts'), 's': None, 'p': provided, 'r': 'aur',
|
|
'v': info['pkgver'], 'd': self.extract_required_dependencies(info)}
|
|
else:
|
|
if latest_version:
|
|
provided.add('{}={}'.format(pkgname, latest_version))
|
|
|
|
return {'c': None, 's': None, 'p': provided, 'r': 'aur', 'v': latest_version, 'd': set()}
|
|
|
|
def fill_update_data(self, output: Dict[str, dict], pkgname: str, latest_version: str, srcinfo: dict = None):
|
|
data = self.map_update_data(pkgname=pkgname, latest_version=latest_version, srcinfo=srcinfo)
|
|
output[pkgname] = data
|