repo.py: add remove

This commit is contained in:
JerryXiao 2019-04-03 20:47:50 +08:00
parent 27c3311f28
commit 2b41bf2084
Signed by: Jerry
GPG key ID: 9D9CE43650FF2BAA
2 changed files with 56 additions and 5 deletions

View file

@ -10,6 +10,7 @@ BUILD_ARCHS = ['aarch64', 'any', 'x86_64']
#### config for repo.py
REPO_CMD = 'repo-add --verify --remove'
REPO_REMOVE_CMD = 'repo-remove --verify'
RECENT_VERSIONS_KEPT = 3
PREFERRED_ANY_BUILD_ARCH = 'x86_64'

60
repo.py
View file

@ -26,7 +26,8 @@ from utils import bash, Pkg, get_pkg_details_from_name, \
from time import time
import argparse
from config import REPO_NAME, PKG_COMPRESSION, ARCHS, REPO_CMD
from config import REPO_NAME, PKG_COMPRESSION, ARCHS, REPO_CMD, \
REPO_REMOVE_CMD
from shared_vars import PKG_SUFFIX, PKG_SIG_SUFFIX
abspath = os.path.abspath(__file__)
@ -62,12 +63,28 @@ prepare_env()
def repo_add(fpaths):
assert type(fpaths) is list
assert not [None for fpath in fpaths if fpath.parent != fpaths[0].parent]
for fpath in fpaths:
assert issubclass(type(fpath), os.PathLike) and \
fpath.name.endswith(PKG_SUFFIX)
dbpath = fpath.parent / f'{REPO_NAME}.db.tar.gz'
dbpath = fpaths[0].parent / f'{REPO_NAME}.db.tar.gz'
return bash(f'{REPO_CMD} {dbpath} {" ".join([str(fpath) for fpath in fpaths])}', RUN_CMD_TIMEOUT=5*60)
def repo_remove(fpaths):
assert type(fpaths) is list
assert not [None for fpath in fpaths if fpath.parent != fpaths[0].parent]
for fpath in fpaths:
assert issubclass(type(fpath), os.PathLike) and \
fpath.name.endswith(PKG_SUFFIX)
dbpath = fpaths[0].parent / f'{REPO_NAME}.db.tar.gz'
for fpath in fpaths:
throw_away(fpath)
sigpath = fpath.parent / f'{str(fpath.name)}.sig'
if sigpath.exists():
throw_away(sigpath)
pkgnames = [get_pkg_details_from_name(fpath.name).pkgname for fpath in fpaths]
return bash(f'{REPO_REMOVE_CMD} {dbpath} {" ".join(pkgnames)}', RUN_CMD_TIMEOUT=5*60)
def throw_away(fpath):
assert issubclass(type(fpath), os.PathLike)
newPath = Path('recycled') / f"{fpath.name}_{time()}"
@ -264,24 +281,57 @@ def _update():
throw_away(other)
logger.info('finished update')
def _remove(pkgnames, target_archs=[a for a in ARCHS if a != 'any']):
assert type(pkgnames) is list and pkgnames
assert not [None for s in pkgnames if not (type(s) is str)]
logger.info('starting remove %s for %s', pkgnames, target_archs)
if len(target_archs) == 1 and target_archs[0] == 'any':
target_archs = ARCHS
else:
assert 'any' not in target_archs
for arch in target_archs:
remove_pkgs = list()
basedir = Path('www') / arch
for fpath in basedir.iterdir():
if fpath.name.endswith(PKG_SUFFIX) and \
get_pkg_details_from_name(fpath.name).pkgname in pkgnames:
remove_pkgs.append(fpath)
if remove_pkgs:
repo_remove(remove_pkgs)
else:
logger.warning(f'Nothing to remove in {arch}')
logger.info('finished remove')
if __name__ == '__main__':
try:
parser = argparse.ArgumentParser(description='Automatic management tool for an arch repo.')
parser.add_argument('-a', '--arch', nargs='?', default='all', help='arch to regenerate, split by comma, defaults to all')
parser.add_argument('-a', '--arch', nargs='?', default=False, help='arch to regenerate, split by comma, defaults to all')
parser.add_argument('-u', '--update', action='store_true', help='get updates from updates dir, push them to the repo')
parser.add_argument('-r', '--regenerate', action='store_true', help='regenerate the whole package database')
parser.add_argument('-R', '--remove', nargs='?', default=False, help='remove comma split packages from the database')
parser.add_argument('-c', '--clean', action='store_true', help='clean archive, keep 3 recent versions')
args = parser.parse_args()
arch = args.arch
arch = arch.split(',') if arch != 'all' else ARCHS
arch = arch.split(',') if arch is not False else None
remove_pkgs = args.remove
remove_pkgs = remove_pkgs.split(',') if remove_pkgs is not False else None
assert not [None for a in arch if a not in ARCHS] # ensure arch (= ARCHS
if args.update:
_update()
elif args.regenerate:
_regenerate(target_archs=arch)
if arch:
_regenerate(target_archs=arch)
else:
_regenerate()
elif args.clean:
_clean_archive(keep_new=3)
elif remove_pkgs:
if arch:
_remove(remove_pkgs, target_archs=arch)
else:
_remove(remove_pkgs)
else:
parser.error("Please choose an action")
except Exception as err:
print_exc_plus()