config.cfg

@@ -45,11 +45,6 @@ do_depclean=yes
 # do eix-sync on Gentoo
 do_reposync=yes
 
-# do live-rebuild, go-rebuild, rust-rebuild, perl-cleaner etc. on Gentoo
-# set to no if using binary packages that are bumped when needed.
-# Leave as yes on package builders and if not using binary packages.
-do_rebuilds=yes
-
 # to only write to stderr when something unexpected happens or manual action is required
 # set stderr_loglevel to warning
 stderr_loglevel=debug

sau/gentoo.py

@@ -119,9 +119,6 @@ def is_system_package(atom, eclasses):
         log.debug(f"{name} is a sys-boot package")
         return True
 
-    if eclasses is True:
-        return True
-
     # libc-packages should be considered system-packages as they generally
     # requires the system to be restarted. Not sure if there is a better way
     # then just checking for specific packages here, but as far as I know there
@@ -143,7 +140,7 @@ def is_system_package(atom, eclasses):
 def get_eclasses(atom):
     log = logging.getLogger(sau.LOGNAME)
     eclasses = []
-    name=re.sub(r'^[<=>]*(.*?)(?:-\d+)?(?:::\w+)?$', r'\1', atom)
+    name=re.sub(r'^[<=>]*(.*?)(?:-\d)?(?:::\w+)?$', r'\1', atom)
     test_re = re.compile(r'^\s*inherit\s+')
     cmd=[ EQUERY_PATH, 'w', name ]
     ret, out, err = sau.helpers.exec_cmd(cmd)
@@ -171,7 +168,7 @@ def get_eclasses(atom):
     return eclasses
 
 def get_dependencies(atom):
-    cmd=[ EQUERY_PATH, '-q', 'd', '-F', '$cp', atom ]
+    cmd=[ EQUERY_PATH, '-q', 'd', '-F', '$cp', name ]
     ret, out, err = sau.helpers.exec_cmd(cmd)
     dependencies = [l.strip() for l in out.splitlines()]
     return dependencies
@@ -264,116 +261,113 @@ def pkg_upgrade():
             if line.startswith(' * '):
                 log.warning(line)
 
-    ## rebuild as needed
-    do_rebuild = conf.getboolean('default', 'do_rebuilds', fallback=True)
-    if do_rebuild:
-        # from here on we shouldn't need to rebuild the upgraded packages again
-        exclude_list = ' --exclude '.join(rebuild_packages.keys()).split()
+    # from here on we shouldn't need to rebuild the upgraded packages again
+    exclude_list = ' --exclude '.join(rebuild_packages.keys()).split()
 
-        # Rebuild go
-        go_packages = []
-        cmd = None
-        for package,eclasses in rebuild_packages.items():
-            if 'go-module' in eclasses or package == 'dev-lang/go':
-                go_packages.append(package)
-        if 'dev-lang/go' in go_packages:
-            log.info("Running golang-rebuild due to update of dev-lang/go")
+    # Rebuild go
+    go_packages = []
+    cmd = None
+    for package,eclasses in rebuild_packages.items():
+        if 'go-module' in eclasses or package == 'dev-lang/go':
+            go_packages.append(package)
+    if 'dev-lang/go' in go_packages:
+        log.info("Running golang-rebuild due to update of dev-lang/go")
+        cmd = [
+                EMERGE_PATH,
+                '--color', 'n',
+                '-q',
+                '--usepkg-exclude', '*/*',
+                '@golang-rebuild',
+                '--exclude' ] + exclude_list
+    elif go_packages:
+        dependencies = []
+        for package in go_packages:
+            dependencies.append(get_dependencies(package))
+        dependencies = set(dependencies)
+        upgraded = set(rebuild_packages.keys())
+        not_upgraded = dependencies-upgraded
+        if not_upgraded:
+            log.info(f'Rebuilding packages dependant of go modules {", ".join(go_packages)}')
             cmd = [
-                    EMERGE_PATH,
-                    '--color', 'n',
-                    '-q',
-                    '--usepkg', 'n',
-                    '@golang-rebuild',
-                    '--exclude' ] + exclude_list
-        elif go_packages:
-            dependencies = []
-            for package in go_packages:
-                dependencies.extend(get_dependencies(package))
-            dependencies = set(dependencies)
-            upgraded = set(rebuild_packages.keys())
-            not_upgraded = dependencies-upgraded
-            if not_upgraded:
-                log.info(f'Rebuilding packages dependant of go modules {", ".join(go_packages)}')
-                cmd = [
-                    EMERGE_PATH,
-                    '--color', 'n',
-                    '-q',
-                    '--usepkg', 'n'] + not_upgraded
-        if cmd:
-            ret, out, err = sau.helpers.exec_cmd(cmd, timeout=72000)
-            if ret != 0 or err:
-                log.error('Rebuild of go packages returned {}'.format(ret))
-                for line in out.splitlines():
-                    log.error('stdout: {}'.format(line))
-                for line in err.splitlines():
-                    log.error('stderr: {}'.format(line))
-                raise sau.errors.UpgradeError(f'Error during go rebuild')
-            else:
-                log.info('go rebuild complete')
-                for line in out.splitlines():
-                    if line.startswith(' * '):
-                        log.warning(line)
-
-        # rebuild rust
-        if any([x in rebuild_packages for x in ('dev-lang/rust', 'dev-lang/rust-bin')]):
-            log.info("Running rust-rebuild due to update of rust")
-            cmd = [
-                    EMERGE_PATH,
-                    '--color', 'n',
-                    '-q',
-                    '--usepkg', 'n',
-                    '@rust-rebuild',
-                    '--exclude' ] + exclude_list
-            ret, out, err = sau.helpers.exec_cmd(cmd, timeout=72000)
-            if ret != 0 or err:
-                log.error('Rebuild of rust packages returned {}'.format(ret))
-                for line in out.splitlines():
-                    log.error('stdout: {}'.format(line))
-                for line in err.splitlines():
-                    log.error('stderr: {}'.format(line))
-                raise sau.errors.UpgradeError(f'Error during rust rebuild')
-            else:
-                log.info('rust rebuild complete')
-                for line in out.splitlines():
-                    if line.startswith(' * '):
-                        log.warning(line)
-
-        # run perl-cleaner
-        if 'dev-lang/perl' in rebuild_packages:
-            log.info("Running perl-cleaner due to perl upgrade")
-            cmd = [ PCLEAN_PATH, '--all', '--', '-q', '--usepkg', 'n']
-            ret, out, err = sau.helpers.exec_cmd(cmd, timeout=72000)
-            if ret != 0 or err:
-                log.error('perl-cleaner failed with code {}'.format(ret))
-                for line in out.splitlines():
-                    log.error('stdout: {}'.format(line))
-                for line in err.splitlines():
-                    log.error('stderr: {}'.format(line))
-                raise sau.errors.UpgradeError(f'Error during perl-cleaner')
-            else:
-                log.info('perl-cleaner complete')
-                for line in out.splitlines():
-                    if line.startswith(' * '):
-                        log.warning(line)
-
-        # rebuild live packages
-        cmd = [ EMERGE_PATH, '--color', 'n', '-q', '--usepkg', 'n', '@live-rebuild' ]
-        ret, out, err = sau.helpers.exec_cmd(cmd, timeout=3600)
+                EMERGE_PATH,
+                '--color', 'n',
+                '-q',
+                '--usepkg-exclude', '*/*'] + not_upgraded
+    if cmd:
+        ret, out, err = sau.helpers.exec_cmd(cmd, timeout=72000)
         if ret != 0 or err:
-            log.error('live-rebuild returned {}'.format(ret))
+            log.error('Rebuild of go packages returned {}'.format(ret))
             for line in out.splitlines():
                 log.error('stdout: {}'.format(line))
             for line in err.splitlines():
                 log.error('stderr: {}'.format(line))
-            raise sau.errors.UpgradeError(f'Error during live-rebuild')
+            raise sau.errors.UpgradeError(f'Error during go rebuild')
         else:
-            log.info('live-rebuild complete')
+            log.info('go rebuild complete')
             for line in out.splitlines():
                 if line.startswith(' * '):
                     log.warning(line)
 
+    # rebuild rust
+    if 'dev-lang/rust' in rebuild_packages:
+        log.info("Running rust-rebuild due to update of dev-lang/rust")
+        cmd = [
+                EMERGE_PATH,
+                '--color', 'n',
+                '-q',
+                '--usepkg-exclude', '*/*',
+                '@rust-rebuild',
+                '--exclude' ] + exclude_list
+        ret, out, err = sau.helpers.exec_cmd(cmd, timeout=72000)
+        if ret != 0 or err:
+            log.error('Rebuild of rust packages returned {}'.format(ret))
+            for line in out.splitlines():
+                log.error('stdout: {}'.format(line))
+            for line in err.splitlines():
+                log.error('stderr: {}'.format(line))
+            raise sau.errors.UpgradeError(f'Error during rust rebuild')
+        else:
+            log.info('rust rebuild complete')
+            for line in out.splitlines():
+                if line.startswith(' * '):
+                    log.warning(line)
 
-    ## Depclean
+    # run perl-cleaner
+    if 'dev-lang/perl' in rebuild_packages:
+        log.info("Running perl-cleaner due to perl upgrade")
+        cmd = [ PCLEAN_PATH, '--all', '--', '-q', '--usepkg-exclude', '*/*']
+        ret, out, err = sau.helpers.exec_cmd(cmd, timeout=72000)
+        if ret != 0 or err:
+            log.error('perl-cleaner failed with code {}'.format(ret))
+            for line in out.splitlines():
+                log.error('stdout: {}'.format(line))
+            for line in err.splitlines():
+                log.error('stderr: {}'.format(line))
+            raise sau.errors.UpgradeError(f'Error during perl-cleaner')
+        else:
+            log.info('perl-cleaner complete')
+            for line in out.splitlines():
+                if line.startswith(' * '):
+                    log.warning(line)
+
+    # rebuild live packages
+    cmd = [ EMERGE_PATH, '--color', 'n', '-q', '--usepkg-exclude', '*/*', '@live-rebuild' ]
+    ret, out, err = sau.helpers.exec_cmd(cmd, timeout=3600)
+    if ret != 0 or err:
+        log.error('live-rebuild returned {}'.format(ret))
+        for line in out.splitlines():
+            log.error('stdout: {}'.format(line))
+        for line in err.splitlines():
+            log.error('stderr: {}'.format(line))
+        raise sau.errors.UpgradeError(f'Error during live-rebuild')
+    else:
+        log.info('live-rebuild complete')
+        for line in out.splitlines():
+            if line.startswith(' * '):
+                log.warning(line)
+
+
+    # Depclean
     if conf.getboolean('default', 'do_depclean', fallback=False):
         cmd = [ EMERGE_PATH, '--color', 'n', '-q', '--depclean' ]
         ret, out, err = sau.helpers.exec_cmd(cmd, timeout=3600)
@@ -391,8 +385,8 @@ def pkg_upgrade():
                     log.warning(line)
 
 
-    ## Preserved rebuild
-    cmd = [ EMERGE_PATH, '--color', 'n', '--usepkg', 'n', '-q', '@preserved-rebuild' ]
+    # Preserved rebuild
+    cmd = [ EMERGE_PATH, '--color', 'n', '-q', '@preserved-rebuild' ]
     ret, out, err = sau.helpers.exec_cmd(cmd, timeout=72000)
 
     if ret != 0 or err:

sau/services.py

@@ -10,10 +10,7 @@ import sau.errors
 import sau.helpers
 import sau.platforms
 
-proc_fd_map_re = re.compile(r'^.*(/(?:usr|lib|opt|etc|s?bin)[^\(]*) \(deleted\)$')
-
-valid_service_policies=('restart', 'warn', 'ignore', 'silent-restart',
-                        'reboot', 'silent-reboot')
+proc_fd_map_re = re.compile(r'^.*(/[^\(]*) \(deleted\)$')
 
 def _warn(policy, msg):
     log = logging.getLogger(sau.LOGNAME)
@@ -31,8 +28,7 @@ def get_deleted_open_files(proc):
             for line in f:
                 match = re.match(proc_fd_map_re, line)
                 if match:
-                    fname = match.group(1)
-                    files.add(fname)
+                    files.add(match.group(1))
         return files
 
     # on FreeBSD psutils open_files() helpfully returns a null path if a file
@@ -120,6 +116,7 @@ def restart_services():
         retest_procs.add(proc)
 
     recommend_restart = False
+    processes = {}
     services = {}
     for proc in service_procs:
         if not proc:
@@ -144,17 +141,15 @@ def restart_services():
             sau.helpers.exec_cmd([ '/usr/bin/systemctl', 'daemon-reexec' ])
             continue
         elif service_name == '@ignore':
-            log.info(f"Process {proc} ignored by configuration")
-            retest_procs.discard(proc)
             continue
 
         services[proc_name] = service_name
+        processes[service_name] = [proc]
 
     for service in set([x for x in services.values() if x]):
         policy = _get_service_restart_policy(service)
         if policy == 'ignore':
             log.info('Service "{}" ignored by configuration'.format(service))
-            [retest_procs.discard(x) for x,y in services.items() if y == service]
             continue
         elif policy == 'warn':
             log.warning('Service "{}" has open deleted files and should be restarted'.format(service))
@@ -185,7 +180,7 @@ def _get_service_restart_policy(service):
     log = logging.getLogger(sau.LOGNAME)
     conf = sau.config
     policy = conf.get('services', service, fallback=None)
-    if policy and policy.lower() in valid_service_policies:
+    if policy and policy.lower() in ('restart', 'warn', 'ignore', 'silent-restart', 'reboot', 'silent-reboot'):
         return policy.lower()
     elif policy:
         log.warning('service policy {} for {} is invalid'.format(policy, service))
@@ -233,9 +228,6 @@ def _get_service_from_proc(proc):
                 log.warning(f'Not restarting user service {unit}; please log out and log in again')
                 return None
             else:
-                policy = conf.get('services', name, fallback=None)
-                if policy and policy.lower() in valid_service_policies:
-                    return name
                 _ret, enabled, _err = sau.helpers.exec_cmd([ '/usr/bin/systemctl', 'is-enabled', unit ])
                 enabled = enabled.strip()
                 if enabled not in ('enabled', 'static'):

setup.py

@@ -1,11 +1,11 @@
-#!/usr/bin/env python3
+#!/usr/bin/env python3.7
 from os import environ
 
 from setuptools import setup, find_packages
 
 setup(
         name='sau',
-        version='1.4.5',
+        version='1.3.4',
         description='Tool for auto-updating OS and packages',
         author='Feffe',
         author_email='feffe@fulh.ax',