6 Commits

4 changed files with 36 additions and 45 deletions

View File

@ -31,6 +31,9 @@ do_system_upgrade=yes
# On Gentoo kernel upgrades, remove all but the last keep_kernels kernels from /boot # On Gentoo kernel upgrades, remove all but the last keep_kernels kernels from /boot
keep_kernels=4 keep_kernels=4
# On FreeBSD system upgrades, remove all but the last keep_snapshots zfs root snapshots
keep_snapshots=4
# upgrade packages # upgrade packages
do_package_upgrade=yes do_package_upgrade=yes

View File

@ -10,11 +10,14 @@ import sau.helpers
PKG_PATH='/usr/sbin/pkg' PKG_PATH='/usr/sbin/pkg'
SERVICE_PATH='/usr/sbin/service' SERVICE_PATH='/usr/sbin/service'
FREEBSD_UPDATE_PATH='/usr/sbin/freebsd-update' FREEBSD_UPDATE_PATH='/usr/sbin/freebsd-update'
ZFS='/sbin/zfs'
# regex to identify rc.d-files # regex to identify rc.d-files
rc_script_re = re.compile(r'^(?:/usr/local)?/etc/rc\.d/(.*)$') rc_script_re = re.compile(r'^(?:/usr/local)?/etc/rc\.d/(.*)$')
# regex to parse packages # regex to parse packages
pkg_upgrade_re = re.compile(r'^\s([^\s]*): ([^\s]*) -> ([^\s]*).*$') pkg_upgrade_re = re.compile(r'^\s([^\s]*): ([^\s]*) -> ([^\s]*).*$')
# regex for system zfs snapshots
system_snaps_re=re.compile(r'^zroot/ROOT/default@\d{4}-\d\d-\d\d-\d\d:\d\d:\d\d-\d+(?:\s|$)')
def identify_service_from_bin(exe): def identify_service_from_bin(exe):
@ -55,7 +58,24 @@ def restart_service(service):
else: else:
log.info("restarted service {}".format(service)) log.info("restarted service {}".format(service))
def clean_zfs(to_keep=5):
log = logging.getLogger(sau.LOGNAME)
cmd = [ ZFS, 'list', '-t', 'snapshot', '-H' ]
ret, out, err = sau.helpers.exec_cmd(cmd, timeout=300)
snapshots = sorted([l.split()[0] for l in out.splitlines() if re.match(system_snaps_re, l)], reverse=True)
if to_keep < 1:
log.warning(f'set to save {to_keep} snapshots; NO WAY!, will keep one anyway')
to_keep = 1
for s in snapshots[to_keep:]:
log.info(f'Removing old system snapshot "{s}"')
cmd = [ ZFS, 'destroy', '-R', s ]
ret, out, err = sau.helpers.exec_cmd(cmd, timeout=600)
def system_upgrade(): def system_upgrade():
conf = sau.config
log = logging.getLogger(sau.LOGNAME) log = logging.getLogger(sau.LOGNAME)
# this is how freebsd wants it... # this is how freebsd wants it...
time.sleep(random.randint(0, 3600)) time.sleep(random.randint(0, 3600))
@ -70,6 +90,8 @@ def system_upgrade():
log.info('System updates installed:') log.info('System updates installed:')
for line in out.splitlines(): for line in out.splitlines():
log.info(line) log.info(line)
keep_snapshots = conf.getint('default', 'keep_snapshots', fallback=4)
clean_zfs(keep_snapshots)
return True return True
else: else:
log.warning('System upgrade failed (return code {}):'.format(ret)) log.warning('System upgrade failed (return code {}):'.format(ret))

View File

@ -1,6 +1,7 @@
import logging import logging
import os import os
import re import re
import shutil
import sau import sau
import sau.helpers import sau.helpers
@ -270,50 +271,6 @@ def pkg_upgrade():
# from here on we shouldn't need to rebuild the upgraded packages again # from here on we shouldn't need to rebuild the upgraded packages again
exclude_list = ' --exclude '.join(rebuild_packages.keys()).split() exclude_list = ' --exclude '.join(rebuild_packages.keys()).split()
# Rebuild go
go_packages = []
cmd = None
for package,eclasses in rebuild_packages.items():
if 'go-module' in eclasses or package == 'dev-lang/go':
go_packages.append(package)
if 'dev-lang/go' in go_packages:
log.info("Running golang-rebuild due to update of dev-lang/go")
cmd = [
EMERGE_PATH,
'--color', 'n',
'-q',
'--usepkg', 'n',
'@golang-rebuild',
'--exclude' ] + exclude_list
elif go_packages:
dependencies = []
for package in go_packages:
dependencies.extend(get_dependencies(package))
dependencies = set(dependencies)
upgraded = set(rebuild_packages.keys())
not_upgraded = dependencies-upgraded
if not_upgraded:
log.info(f'Rebuilding packages dependant of go modules {", ".join(go_packages)}')
cmd = [
EMERGE_PATH,
'--color', 'n',
'-q',
'--usepkg', 'n'] + not_upgraded
if cmd:
ret, out, err = sau.helpers.exec_cmd(cmd, timeout=72000)
if ret != 0 or err:
log.error('Rebuild of go packages returned {}'.format(ret))
for line in out.splitlines():
log.error('stdout: {}'.format(line))
for line in err.splitlines():
log.error('stderr: {}'.format(line))
raise sau.errors.UpgradeError(f'Error during go rebuild')
else:
log.info('go rebuild complete')
for line in out.splitlines():
if line.startswith(' * '):
log.warning(line)
# rebuild rust # rebuild rust
if any([x in rebuild_packages for x in ('dev-lang/rust', 'dev-lang/rust-bin')]): if any([x in rebuild_packages for x in ('dev-lang/rust', 'dev-lang/rust-bin')]):
log.info("Running rust-rebuild due to update of rust") log.info("Running rust-rebuild due to update of rust")
@ -425,6 +382,15 @@ def pkg_upgrade():
log.debug(f"Removing old kernel file {f}") log.debug(f"Removing old kernel file {f}")
os.remove(os.path.join(root, f)) os.remove(os.path.join(root, f))
break break
for root, dirs, files in os.walk('/usr/lib/modules'):
match = sorted([d for d in dirs if re.match(r'^\d+\.\d+\.\d+-.*', d)],
reverse=True,
key=lambda x: tuple(map(int, x.split('-')[0].split('.')[:3])))
for d in match[keep_kernels:]:
path = os.path.join(root, d)
log.debug(f"Removing old modules directory {path}")
shutil.rmtree(path)
break
cmd = [ GRUB_MKCONFIG, '-o', '/boot/grub/grub.cfg' ] cmd = [ GRUB_MKCONFIG, '-o', '/boot/grub/grub.cfg' ]
ret, out, err = sau.helpers.exec_cmd(cmd) ret, out, err = sau.helpers.exec_cmd(cmd)

View File

@ -5,7 +5,7 @@ from setuptools import setup, find_packages
setup( setup(
name='sau', name='sau',
version='1.4.7', version='1.5.1',
description='Tool for auto-updating OS and packages', description='Tool for auto-updating OS and packages',
author='Feffe', author='Feffe',
author_email='feffe@fulh.ax', author_email='feffe@fulh.ax',