105 lines
4.0 KiB
Python
Executable File
105 lines
4.0 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
# -*- coding: utf-8 -*-
|
|
# repod.py: Automatic management tool for an arch repo.
|
|
# This file is part of Buildbot by JerryXiao
|
|
|
|
import logging
|
|
from multiprocessing.connection import Client
|
|
from time import sleep
|
|
|
|
from config import REPOD_BIND_ADDRESS, REPOD_BIND_PASSWD, \
|
|
MASTER_BIND_ADDRESS, MASTER_BIND_PASSWD
|
|
|
|
from utils import print_exc_plus
|
|
|
|
logger = logging.getLogger(f'buildbot.{__name__}')
|
|
|
|
def run(funcname, args=list(), kwargs=dict(), retries=0, server=(REPOD_BIND_ADDRESS, REPOD_BIND_PASSWD)):
|
|
try:
|
|
logger.info('client: %s %s %s',funcname, args, kwargs)
|
|
(addr, authkey) = server
|
|
with Client(addr, authkey=authkey) as conn:
|
|
conn.send([funcname, args, kwargs])
|
|
return conn.recv()
|
|
except ConnectionRefusedError:
|
|
if retries <= 10:
|
|
logger.info("Server refused, retry after 60s")
|
|
sleep(60)
|
|
return run(funcname, args=args, kwargs=kwargs, retries=retries+1)
|
|
else:
|
|
logger.error("Server refused")
|
|
return False
|
|
except EOFError:
|
|
logger.error('Internal server error')
|
|
return False
|
|
except Exception:
|
|
print_exc_plus()
|
|
|
|
if __name__ == '__main__':
|
|
import argparse
|
|
from utils import configure_logger
|
|
configure_logger(logger)
|
|
def print_log():
|
|
import os, re
|
|
abspath=os.path.abspath(__file__)
|
|
abspath=os.path.dirname(abspath)
|
|
os.chdir(abspath)
|
|
def is_debug_msg(msg, DEBUG):
|
|
if '- DEBUG -' in msg:
|
|
return True
|
|
elif re.match(r'[0-9]{4}-[0-9]{2}-[0-9]{2}.*', msg):
|
|
return False
|
|
else:
|
|
return DEBUG
|
|
with open('buildbot.log', 'r') as f:
|
|
DEBUG = False
|
|
lines = list()
|
|
lines += f.read().split('\n')
|
|
while len(lines) >= 100:
|
|
lines.pop(0)
|
|
while True:
|
|
nlines = f.read().split('\n')
|
|
if not lines and \
|
|
len(nlines) == 1 and nlines[0] == '':
|
|
continue
|
|
else:
|
|
lines += nlines
|
|
for line in lines:
|
|
DEBUG = is_debug_msg(line, DEBUG)
|
|
if not DEBUG:
|
|
print(line)
|
|
lines = list()
|
|
sleep(1)
|
|
try:
|
|
parser = argparse.ArgumentParser(description='Client for buildbot')
|
|
parser.add_argument('--info', action='store_true', help='show buildbot info')
|
|
parser.add_argument('--update', action='store_true', help='update pushed files to the repo')
|
|
parser.add_argument('--cleanall', action='store_true', help='checkout pkgbuilds')
|
|
parser.add_argument('--clean', nargs='?', default=None, help='checkout pkgbuilds in one package')
|
|
parser.add_argument('--rebuild', nargs='?', default=None, help='rebuild a package with its dirname')
|
|
parser.add_argument('--log', action='store_true' , help='print log')
|
|
args = parser.parse_args()
|
|
if args.info:
|
|
server=(MASTER_BIND_ADDRESS, MASTER_BIND_PASSWD)
|
|
logger.info(run('info', server=server))
|
|
elif args.update:
|
|
server=(REPOD_BIND_ADDRESS, REPOD_BIND_PASSWD)
|
|
logger.info(run('update', kwargs={'overwrite': False}, server=server))
|
|
elif args.cleanall:
|
|
server=(MASTER_BIND_ADDRESS, MASTER_BIND_PASSWD)
|
|
logger.info(run('clean_all', server=server))
|
|
elif args.clean:
|
|
server=(MASTER_BIND_ADDRESS, MASTER_BIND_PASSWD)
|
|
logger.info(run('clean', args=(args.clean,), server=server))
|
|
elif args.rebuild:
|
|
server=(MASTER_BIND_ADDRESS, MASTER_BIND_PASSWD)
|
|
logger.info(run('rebuild_package', args=(args.rebuild,), kwargs={'clean': True}, server=server))
|
|
elif args.log:
|
|
logger.info('printing logs')
|
|
print_log()
|
|
else:
|
|
parser.error("Please choose an action")
|
|
except Exception:
|
|
print_exc_plus()
|
|
parser.exit(status=1)
|