import osimport signalfrom string import Templateimport subprocessimport timefrom multiprocessing import Poolfrom functools import cached_propertyfrom TdcPlugin import TdcPlugin from tdc_config import * try:    from pyroute2 import netns    from pyroute2 import IPRoute    netlink = Trueexcept ImportError:    netlink = False    print("!!! Consider installing pyroute2 !!!") class SubPlugin(TdcPlugin):    def __init__(self):        self.sub_class = 'ns/SubPlugin'        super().__init__()     def pre_suite(self, testcount, testlist):        super().pre_suite(testcount, testlist)     def prepare_test(self, test):        if 'skip' in test and test['skip'] == 'yes':            return         if 'nsPlugin' not in test['plugins']:            return         if netlink == True:            self._nl_ns_create()        else:            self._ipr2_ns_create()         # Make sure the netns is visible in the fs        ticks = 20        while True:            if ticks == 0:                raise TimeoutError            self._proc_check()            try:                ns = self.args.NAMES['NS']                f = open('/run/netns/{}'.format(ns))                f.close()                break            except:                time.sleep(0.1)                ticks -= 1                continue     def pre_case(self, test, test_skip):        if self.args.verbose:            print('{}.pre_case'.format(self.sub_class))         if test_skip:            return         self.prepare_test(test)     def post_case(self):        if self.args.verbose:            print('{}.post_case'.format(self.sub_class))         if netlink == True:            self._nl_ns_destroy()        else:            self._ipr2_ns_destroy()     def post_suite(self, index):        if self.args.verbose:            print('{}.post_suite'.format(self.sub_class))         # Make sure we don't leak resources        cmd = self._replace_keywords("$IP -a netns del")         if self.args.verbose > 3:            print('_exec_cmd:  command "{}"'.format(cmd))         subprocess.run(cmd, shell=True, stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL)     def adjust_command(self, stage, command):        super().adjust_command(stage, command)        cmdform = 'list'        cmdlist = list()         if self.args.verbose:            print('{}.adjust_command'.format(self.sub_class))         if not isinstance(command, list):            cmdform = 'str'            cmdlist = command.split()        else:            cmdlist = command        if stage == 'setup' or stage == 'execute' or stage == 'verify' or stage == 'teardown':            if self.args.verbose:                print('adjust_command:  stage is {}; inserting netns stuff in command [{}] list [{}]'.format(stage, command, cmdlist))            cmdlist.insert(0, self.args.NAMES['NS'])            cmdlist.insert(0, 'exec')            cmdlist.insert(0, 'netns')            cmdlist.insert(0, self.args.NAMES['IP'])        else:            pass         if cmdform == 'str':            command = ' '.join(cmdlist)        else:            command = cmdlist         if self.args.verbose:            print('adjust_command:  return command [{}]'.format(command))        return command     def _nl_ns_create(self):        ns = self.args.NAMES["NS"];        dev0 = self.args.NAMES["DEV0"];        dev1 = self.args.NAMES["DEV1"];        dummy = self.args.NAMES["DUMMY"];         if self.args.verbose:            print('{}._nl_ns_create'.format(self.sub_class))         netns.create(ns)        netns.pushns(newns=ns)        with IPRoute() as ip:            ip.link('add', ifname=dev1, kind='veth', peer={'ifname': dev0, 'net_ns_fd':'/proc/1/ns/net'})            ip.link('add', ifname=dummy, kind='dummy')            ticks = 20            while True:                if ticks == 0:                    raise TimeoutError                try:                    dev1_idx = ip.link_lookup(ifname=dev1)[0]                    dummy_idx = ip.link_lookup(ifname=dummy)[0]                    ip.link('set', index=dev1_idx, state='up')                    ip.link('set', index=dummy_idx, state='up')                    break                except:                    time.sleep(0.1)                    ticks -= 1                    continue        netns.popns()         with IPRoute() as ip:            ticks = 20            while True:                if ticks == 0:                    raise TimeoutError                try:                    dev0_idx = ip.link_lookup(ifname=dev0)[0]                    ip.link('set', index=dev0_idx, state='up')                    break                except:                    time.sleep(0.1)                    ticks -= 1                    continue     def _ipr2_ns_create_cmds(self):        cmds = []         ns = self.args.NAMES['NS']         cmds.append(self._replace_keywords('netns add {}'.format(ns)))        cmds.append(self._replace_keywords('link add $DEV1 type veth peer name $DEV0'))        cmds.append(self._replace_keywords('link set $DEV1 netns {}'.format(ns)))        cmds.append(self._replace_keywords('link add $DUMMY type dummy'.format(ns)))        cmds.append(self._replace_keywords('link set $DUMMY netns {}'.format(ns)))        cmds.append(self._replace_keywords('netns exec {} $IP link set $DEV1 up'.format(ns)))        cmds.append(self._replace_keywords('netns exec {} $IP link set $DUMMY up'.format(ns)))        cmds.append(self._replace_keywords('link set $DEV0 up'.format(ns)))         if self.args.device:            cmds.append(self._replace_keywords('link set $DEV2 netns {}'.format(ns)))            cmds.append(self._replace_keywords('netns exec {} $IP link set $DEV2 up'.format(ns)))         return cmds     def _ipr2_ns_create(self):        '''        Create the network namespace in which the tests will be run and set up        the required network devices for it.        '''        self._exec_cmd_batched('pre', self._ipr2_ns_create_cmds())     def _nl_ns_destroy(self):        ns = self.args.NAMES['NS']        netns.remove(ns)     def _ipr2_ns_destroy_cmd(self):        return self._replace_keywords('netns delete {}'.format(self.args.NAMES['NS']))     def _ipr2_ns_destroy(self):        '''        Destroy the network namespace for testing (and any associated network        devices as well)        '''        self._exec_cmd('post', self._ipr2_ns_destroy_cmd())     @cached_property    def _proc(self):        ip = self._replace_keywords("$IP -b -")        proc = subprocess.Popen(ip,            shell=True,            stdin=subprocess.PIPE,            env=ENVIR)         return proc     def _proc_check(self):        proc = self._proc         proc.poll()         if proc.returncode is not None and proc.returncode != 0:            raise RuntimeError("iproute2 exited with an error code")     def _exec_cmd(self, stage, command):        '''        Perform any required modifications on an executable command, then run        it in a subprocess and return the results.        '''         if self.args.verbose > 3:            print('_exec_cmd:  command "{}"'.format(command))         proc = self._proc         proc.stdin.write((command + '\n').encode())        proc.stdin.flush()         if self.args.verbose > 3:            print('_exec_cmd proc: {}'.format(proc))         self._proc_check()     def _exec_cmd_batched(self, stage, commands):        for cmd in commands:            self._exec_cmd(stage, cmd)     def _replace_keywords(self, cmd):        """        For a given executable command, substitute any known        variables contained within NAMES with the correct values        """        tcmd = Template(cmd)        subcmd = tcmd.safe_substitute(self.args.NAMES)        return subcmd