147 lines
4.4 KiB
Python
147 lines
4.4 KiB
Python
#!/usr/bin/env python3
|
|
# -*- coding: utf-8 -*-
|
|
# repod.py: Automatic management tool for an arch repo.
|
|
# This file is part of Buildbot by JerryXiao
|
|
|
|
import logging
|
|
from threading import Thread
|
|
from multiprocessing.connection import Listener
|
|
from time import time, sleep
|
|
from pathlib import Path
|
|
from subprocess import CalledProcessError
|
|
|
|
from utils import print_exc_plus
|
|
|
|
from config import REPOD_BIND_ADDRESS, REPOD_BIND_PASSWD, REPO_PUSH_BANDWIDTH, \
|
|
GPG_VERIFY_CMD
|
|
|
|
|
|
|
|
|
|
from repo import _clean_archive as clean, \
|
|
_regenerate as regenerate, \
|
|
_remove as remove, \
|
|
_update as update
|
|
|
|
from utils import bash
|
|
|
|
|
|
logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
|
|
logger = logging.getLogger(__name__)
|
|
|
|
class pushFm:
|
|
def __init__(self):
|
|
self.fname = None
|
|
self.size = None
|
|
self.start_time = None
|
|
self.end_time = None
|
|
def start(self, fname, size):
|
|
'''
|
|
size is in MB
|
|
'''
|
|
if self.is_busy():
|
|
return f'busy with {self.fname}'
|
|
self.fname = fname
|
|
self.start_time = time()
|
|
self.size = size
|
|
if size <= 7.5:
|
|
self.end_time = self.start_time + 120
|
|
else:
|
|
self.end_time = self.start_time + size / (REPO_PUSH_BANDWIDTH / 8) * 2
|
|
return None
|
|
def tick(self):
|
|
'''
|
|
return None means success
|
|
else returns an error string
|
|
'''
|
|
if self.is_busy():
|
|
if time() > self.end_time:
|
|
ret = f'file {self.fname} is supposed to finish at {self.end_time}'
|
|
self.__init__()
|
|
logger.error(f'pfm: {ret}')
|
|
return ret
|
|
else:
|
|
return None
|
|
else:
|
|
return None
|
|
def done(self, fname):
|
|
'''
|
|
return None means success
|
|
else returns an error string
|
|
'''
|
|
if fname == self.fname:
|
|
self.__init__()
|
|
update_path = Path('updates')
|
|
pkg_found = False
|
|
sig_found = False
|
|
for fpath in update_path.iterdir():
|
|
if fpath.is_dir:
|
|
continue
|
|
if fpath.name == self.fname:
|
|
pkg_found = fpath
|
|
elif fpath.name == f'{self.fname}.sig':
|
|
sig_found = fpath
|
|
if pkg_found and sig_found:
|
|
try:
|
|
bash(f'{GPG_VERIFY_CMD} {str(sig_found)} {str(pkg_found)}')
|
|
except CalledProcessError:
|
|
print_exc_plus()
|
|
return 'GPG verify error'
|
|
else:
|
|
return None
|
|
else:
|
|
return f'file missing: pkg {str(pkg_found)} sig {str(sig_found)}'
|
|
return "unexpected error"
|
|
else:
|
|
return "Wrong file"
|
|
def is_busy(self):
|
|
return not (self.fname is None)
|
|
|
|
pfm = pushFm()
|
|
|
|
def run(funcname, args=list(), kwargs=dict()):
|
|
if funcname in ('clean', 'regenerate', 'remove',
|
|
'update', 'push_files', 'add_files'):
|
|
logger.info('running: %s %s %s',funcname, args, kwargs)
|
|
ret = eval(funcname)(*args, **kwargs)
|
|
logger.info('done: %s %s',funcname, ret)
|
|
return ret
|
|
else:
|
|
logger.error('unexpected: %s %s %s',funcname, args, kwargs)
|
|
return False
|
|
|
|
def push_files(filename, size):
|
|
pfm.tick()
|
|
return pfm.start(filename, size)
|
|
|
|
def add_files(filename):
|
|
res = pfm.done(filename)
|
|
if res:
|
|
return res
|
|
else:
|
|
try:
|
|
if update():
|
|
return None
|
|
except Exception:
|
|
print_exc_plus()
|
|
return 'update error'
|
|
|
|
|
|
if __name__ == '__main__':
|
|
while True:
|
|
try:
|
|
with Listener(REPOD_BIND_ADDRESS, authkey=REPOD_BIND_PASSWD) as listener:
|
|
with listener.accept() as conn:
|
|
logger.info('connection accepted from %s', listener.last_accepted)
|
|
myrecv = conn.recv()
|
|
if type(myrecv) is list and len(myrecv) == 3:
|
|
(funcname, args, kwargs) = myrecv
|
|
funcname = str(funcname)
|
|
conn.send(run(funcname, args=args, kwargs=kwargs))
|
|
except Exception:
|
|
print_exc_plus()
|
|
except KeyboardInterrupt:
|
|
logger.info('KeyboardInterrupt')
|
|
print_exc_plus()
|
|
break
|