Compare commits

..

No commits in common. "master" and "v1.3.4" have entirely different histories.

4 changed files with 105 additions and 124 deletions

View File

@ -45,11 +45,6 @@ do_depclean=yes
# do eix-sync on Gentoo # do eix-sync on Gentoo
do_reposync=yes do_reposync=yes
# do live-rebuild, go-rebuild, rust-rebuild, perl-cleaner etc. on Gentoo
# set to no if using binary packages that are bumped when needed.
# Leave as yes on package builders and if not using binary packages.
do_rebuilds=yes
# to only write to stderr when something unexpected happens or manual action is required # to only write to stderr when something unexpected happens or manual action is required
# set stderr_loglevel to warning # set stderr_loglevel to warning
stderr_loglevel=debug stderr_loglevel=debug

View File

@ -119,9 +119,6 @@ def is_system_package(atom, eclasses):
log.debug(f"{name} is a sys-boot package") log.debug(f"{name} is a sys-boot package")
return True return True
if eclasses is True:
return True
# libc-packages should be considered system-packages as they generally # libc-packages should be considered system-packages as they generally
# requires the system to be restarted. Not sure if there is a better way # requires the system to be restarted. Not sure if there is a better way
# then just checking for specific packages here, but as far as I know there # then just checking for specific packages here, but as far as I know there
@ -143,7 +140,7 @@ def is_system_package(atom, eclasses):
def get_eclasses(atom): def get_eclasses(atom):
log = logging.getLogger(sau.LOGNAME) log = logging.getLogger(sau.LOGNAME)
eclasses = [] eclasses = []
name=re.sub(r'^[<=>]*(.*?)(?:-\d+)?(?:::\w+)?$', r'\1', atom) name=re.sub(r'^[<=>]*(.*?)(?:-\d)?(?:::\w+)?$', r'\1', atom)
test_re = re.compile(r'^\s*inherit\s+') test_re = re.compile(r'^\s*inherit\s+')
cmd=[ EQUERY_PATH, 'w', name ] cmd=[ EQUERY_PATH, 'w', name ]
ret, out, err = sau.helpers.exec_cmd(cmd) ret, out, err = sau.helpers.exec_cmd(cmd)
@ -171,7 +168,7 @@ def get_eclasses(atom):
return eclasses return eclasses
def get_dependencies(atom): def get_dependencies(atom):
cmd=[ EQUERY_PATH, '-q', 'd', '-F', '$cp', atom ] cmd=[ EQUERY_PATH, '-q', 'd', '-F', '$cp', name ]
ret, out, err = sau.helpers.exec_cmd(cmd) ret, out, err = sau.helpers.exec_cmd(cmd)
dependencies = [l.strip() for l in out.splitlines()] dependencies = [l.strip() for l in out.splitlines()]
return dependencies return dependencies
@ -264,9 +261,6 @@ def pkg_upgrade():
if line.startswith(' * '): if line.startswith(' * '):
log.warning(line) log.warning(line)
## rebuild as needed
do_rebuild = conf.getboolean('default', 'do_rebuilds', fallback=True)
if do_rebuild:
# from here on we shouldn't need to rebuild the upgraded packages again # from here on we shouldn't need to rebuild the upgraded packages again
exclude_list = ' --exclude '.join(rebuild_packages.keys()).split() exclude_list = ' --exclude '.join(rebuild_packages.keys()).split()
@ -282,13 +276,13 @@ def pkg_upgrade():
EMERGE_PATH, EMERGE_PATH,
'--color', 'n', '--color', 'n',
'-q', '-q',
'--usepkg', 'n', '--usepkg-exclude', '*/*',
'@golang-rebuild', '@golang-rebuild',
'--exclude' ] + exclude_list '--exclude' ] + exclude_list
elif go_packages: elif go_packages:
dependencies = [] dependencies = []
for package in go_packages: for package in go_packages:
dependencies.extend(get_dependencies(package)) dependencies.append(get_dependencies(package))
dependencies = set(dependencies) dependencies = set(dependencies)
upgraded = set(rebuild_packages.keys()) upgraded = set(rebuild_packages.keys())
not_upgraded = dependencies-upgraded not_upgraded = dependencies-upgraded
@ -298,7 +292,7 @@ def pkg_upgrade():
EMERGE_PATH, EMERGE_PATH,
'--color', 'n', '--color', 'n',
'-q', '-q',
'--usepkg', 'n'] + not_upgraded '--usepkg-exclude', '*/*'] + not_upgraded
if cmd: if cmd:
ret, out, err = sau.helpers.exec_cmd(cmd, timeout=72000) ret, out, err = sau.helpers.exec_cmd(cmd, timeout=72000)
if ret != 0 or err: if ret != 0 or err:
@ -315,13 +309,13 @@ def pkg_upgrade():
log.warning(line) log.warning(line)
# rebuild rust # rebuild rust
if any([x in rebuild_packages for x in ('dev-lang/rust', 'dev-lang/rust-bin')]): if 'dev-lang/rust' in rebuild_packages:
log.info("Running rust-rebuild due to update of rust") log.info("Running rust-rebuild due to update of dev-lang/rust")
cmd = [ cmd = [
EMERGE_PATH, EMERGE_PATH,
'--color', 'n', '--color', 'n',
'-q', '-q',
'--usepkg', 'n', '--usepkg-exclude', '*/*',
'@rust-rebuild', '@rust-rebuild',
'--exclude' ] + exclude_list '--exclude' ] + exclude_list
ret, out, err = sau.helpers.exec_cmd(cmd, timeout=72000) ret, out, err = sau.helpers.exec_cmd(cmd, timeout=72000)
@ -341,7 +335,7 @@ def pkg_upgrade():
# run perl-cleaner # run perl-cleaner
if 'dev-lang/perl' in rebuild_packages: if 'dev-lang/perl' in rebuild_packages:
log.info("Running perl-cleaner due to perl upgrade") log.info("Running perl-cleaner due to perl upgrade")
cmd = [ PCLEAN_PATH, '--all', '--', '-q', '--usepkg', 'n'] cmd = [ PCLEAN_PATH, '--all', '--', '-q', '--usepkg-exclude', '*/*']
ret, out, err = sau.helpers.exec_cmd(cmd, timeout=72000) ret, out, err = sau.helpers.exec_cmd(cmd, timeout=72000)
if ret != 0 or err: if ret != 0 or err:
log.error('perl-cleaner failed with code {}'.format(ret)) log.error('perl-cleaner failed with code {}'.format(ret))
@ -357,7 +351,7 @@ def pkg_upgrade():
log.warning(line) log.warning(line)
# rebuild live packages # rebuild live packages
cmd = [ EMERGE_PATH, '--color', 'n', '-q', '--usepkg', 'n', '@live-rebuild' ] cmd = [ EMERGE_PATH, '--color', 'n', '-q', '--usepkg-exclude', '*/*', '@live-rebuild' ]
ret, out, err = sau.helpers.exec_cmd(cmd, timeout=3600) ret, out, err = sau.helpers.exec_cmd(cmd, timeout=3600)
if ret != 0 or err: if ret != 0 or err:
log.error('live-rebuild returned {}'.format(ret)) log.error('live-rebuild returned {}'.format(ret))
@ -373,7 +367,7 @@ def pkg_upgrade():
log.warning(line) log.warning(line)
## Depclean # Depclean
if conf.getboolean('default', 'do_depclean', fallback=False): if conf.getboolean('default', 'do_depclean', fallback=False):
cmd = [ EMERGE_PATH, '--color', 'n', '-q', '--depclean' ] cmd = [ EMERGE_PATH, '--color', 'n', '-q', '--depclean' ]
ret, out, err = sau.helpers.exec_cmd(cmd, timeout=3600) ret, out, err = sau.helpers.exec_cmd(cmd, timeout=3600)
@ -391,8 +385,8 @@ def pkg_upgrade():
log.warning(line) log.warning(line)
## Preserved rebuild # Preserved rebuild
cmd = [ EMERGE_PATH, '--color', 'n', '--usepkg', 'n', '-q', '@preserved-rebuild' ] cmd = [ EMERGE_PATH, '--color', 'n', '-q', '@preserved-rebuild' ]
ret, out, err = sau.helpers.exec_cmd(cmd, timeout=72000) ret, out, err = sau.helpers.exec_cmd(cmd, timeout=72000)
if ret != 0 or err: if ret != 0 or err:

View File

@ -10,10 +10,7 @@ import sau.errors
import sau.helpers import sau.helpers
import sau.platforms import sau.platforms
proc_fd_map_re = re.compile(r'^.*(/(?:usr|lib|opt|etc|s?bin)[^\(]*) \(deleted\)$') proc_fd_map_re = re.compile(r'^.*(/[^\(]*) \(deleted\)$')
valid_service_policies=('restart', 'warn', 'ignore', 'silent-restart',
'reboot', 'silent-reboot')
def _warn(policy, msg): def _warn(policy, msg):
log = logging.getLogger(sau.LOGNAME) log = logging.getLogger(sau.LOGNAME)
@ -31,8 +28,7 @@ def get_deleted_open_files(proc):
for line in f: for line in f:
match = re.match(proc_fd_map_re, line) match = re.match(proc_fd_map_re, line)
if match: if match:
fname = match.group(1) files.add(match.group(1))
files.add(fname)
return files return files
# on FreeBSD psutils open_files() helpfully returns a null path if a file # on FreeBSD psutils open_files() helpfully returns a null path if a file
@ -120,6 +116,7 @@ def restart_services():
retest_procs.add(proc) retest_procs.add(proc)
recommend_restart = False recommend_restart = False
processes = {}
services = {} services = {}
for proc in service_procs: for proc in service_procs:
if not proc: if not proc:
@ -144,17 +141,15 @@ def restart_services():
sau.helpers.exec_cmd([ '/usr/bin/systemctl', 'daemon-reexec' ]) sau.helpers.exec_cmd([ '/usr/bin/systemctl', 'daemon-reexec' ])
continue continue
elif service_name == '@ignore': elif service_name == '@ignore':
log.info(f"Process {proc} ignored by configuration")
retest_procs.discard(proc)
continue continue
services[proc_name] = service_name services[proc_name] = service_name
processes[service_name] = [proc]
for service in set([x for x in services.values() if x]): for service in set([x for x in services.values() if x]):
policy = _get_service_restart_policy(service) policy = _get_service_restart_policy(service)
if policy == 'ignore': if policy == 'ignore':
log.info('Service "{}" ignored by configuration'.format(service)) log.info('Service "{}" ignored by configuration'.format(service))
[retest_procs.discard(x) for x,y in services.items() if y == service]
continue continue
elif policy == 'warn': elif policy == 'warn':
log.warning('Service "{}" has open deleted files and should be restarted'.format(service)) log.warning('Service "{}" has open deleted files and should be restarted'.format(service))
@ -185,7 +180,7 @@ def _get_service_restart_policy(service):
log = logging.getLogger(sau.LOGNAME) log = logging.getLogger(sau.LOGNAME)
conf = sau.config conf = sau.config
policy = conf.get('services', service, fallback=None) policy = conf.get('services', service, fallback=None)
if policy and policy.lower() in valid_service_policies: if policy and policy.lower() in ('restart', 'warn', 'ignore', 'silent-restart', 'reboot', 'silent-reboot'):
return policy.lower() return policy.lower()
elif policy: elif policy:
log.warning('service policy {} for {} is invalid'.format(policy, service)) log.warning('service policy {} for {} is invalid'.format(policy, service))
@ -233,9 +228,6 @@ def _get_service_from_proc(proc):
log.warning(f'Not restarting user service {unit}; please log out and log in again') log.warning(f'Not restarting user service {unit}; please log out and log in again')
return None return None
else: else:
policy = conf.get('services', name, fallback=None)
if policy and policy.lower() in valid_service_policies:
return name
_ret, enabled, _err = sau.helpers.exec_cmd([ '/usr/bin/systemctl', 'is-enabled', unit ]) _ret, enabled, _err = sau.helpers.exec_cmd([ '/usr/bin/systemctl', 'is-enabled', unit ])
enabled = enabled.strip() enabled = enabled.strip()
if enabled not in ('enabled', 'static'): if enabled not in ('enabled', 'static'):

View File

@ -1,11 +1,11 @@
#!/usr/bin/env python3 #!/usr/bin/env python3.7
from os import environ from os import environ
from setuptools import setup, find_packages from setuptools import setup, find_packages
setup( setup(
name='sau', name='sau',
version='1.4.5', version='1.3.4',
description='Tool for auto-updating OS and packages', description='Tool for auto-updating OS and packages',
author='Feffe', author='Feffe',
author_email='feffe@fulh.ax', author_email='feffe@fulh.ax',