Tester.py

# -*- coding: utf-8 -*-
#  Copyright 2018 NTT Communications
#
#  Licensed under the Apache License, Version 2.0 (the "License");
#  you may not use this file except in compliance with the License.
#  You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
#  Unless required by applicable law or agreed to in writing, software
#  distributed under the License is distributed on an "AS IS" BASIS,
#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
#  See the License for the specific language governing permissions and
#  limitations under the License.

# $Date: 2019-04-02 08:19:11 +0900 (火, 02 4 2019) $
# $Rev: 1970 $
# $Ver: $
# $Author: $

import sys,socket
import os,glob
import re
import csv
import inspect
import yaml
import time
import Common
import requests
try:
    import IxNetwork
except:
    pass
try: 
    import SubIxLoad
except:
    pass
from datetime import datetime
from robot.libraries.BuiltIn import BuiltIn
import robot.libraries.DateTime as DateTime
from importlib import import_module
from robot.libraries.BuiltIn import RobotNotRunningError
from types import MethodType
import multiprocessing

# expose following keywords
__all__ = ['switch','connect','connect_all','close_all']


class Tester(object):
    """ A class provides keywords for controlling testers and traffic
    generators.

    It could load predefined traffic file, manipulate traffic items, start and
    stop traffic flows. It also could generate traffic reports and support
    QuickTest for IxNetwork.

    Testers are defined in global ``device.yaml`` likes this:

|     ixnet01_8010:
|         type: ixnet
|         description: TCL server 8.01
|         ip: 10.128.4.21
|         port: 8010
|         chassis:
|             - 10.128.4.40
|             - 10.128.4.41
    
    ``ip`` is the the IP of Ixia application server and ``chassis`` section is
    optional which describe all the chassis in the chain.

    Tester information is stored in the active ``local.yaml``. The syntax is
    slightly different depending on the tester platform. Below is sample for
    IxNetwork.

| tester:
|     tester01:
|         device: ixnet03_8009
|         config: vmx_20161129.ixncfg
|         real-port:
|            -   description: to egde router   
|                chassis: 10.128.32.71
|                card: 6
|                port: 11
|            -   description: to backbone router 
|                chassis: 10.128.32.71
|                card: 6
|                port: 9

where ``device`` is the tester defined in the master ``device.yaml`` file.
If ``real-port`` does not exist, port remapping will not take place.
Otherwise, port remapping will use the ``real-port`` information to reassign
all existed ports and map to Ixia ports.

In this case, the order will be the order when user created the port in Ixia
GUI. 

*Note:* User can always confirm the created order by ``clear sorting`` in
Ixia GUI.

    Examples:
    | Tester.`Switch` | tester01 |
    | Tester.`Load And Start Traffic` |
    | `Sleep` | 30s |
    | Tester.`Stop Traffic` |

Time format used in this module is same with ``time string`` format of Robot Framework. 
For more details about this, see [http://robotframework.org/robotframework/latest/libraries/DateTime.html|DateTime] 
library of Robot Framework.

*Note:* See [./tester_mod_ixnet.html|IxNet module],
[./tester_mod_ixload.html|IxLoad module] for details about keyword of each
module.

"""
    ROBOT_LIBRARY_SCOPE = 'TEST SUITE'
    ROBOT_LIBRARY_VERSION = Common.version()

    ### 
    def __init__(self):
        folder = os.path.dirname(__file__)
        sys.path.append(folder)

        self._clients   = {}
        self._cur_name  = ""
        self._test_id = None
        self._config_path = None

        try:
            BuiltIn().get_library_instance('VChannel')

            mod_list = glob.glob(Common.get_renat_path() + '/tester_mod/*.py')
            keyword_list = []
            for item in mod_list:
                # BuiltIn().log_to_console(item)
                if item.startswith('_'): continue
                mod_name = os.path.basename(item).replace('.py','')
                # BuiltIn().log_to_console(mod_name)
                mod  = import_module('tester_mod.' + mod_name)

                cmd_list    = inspect.getmembers(mod, inspect.isfunction)
                for cmd,data in cmd_list:
                    if not cmd.startswith('_') and cmd not in keyword_list:
                        keyword_list.append(cmd)
                        # BuiltIn().log_to_console('   ' + cmd)
                        def gen_xrun(cmd):
                            def _xrun(self,*args,**kwargs):
                                return self._xrun(cmd,*args,**kwargs)
                            return _xrun
                        setattr(self,cmd,MethodType(gen_xrun(cmd),self))
        except RobotNotRunningError as e:
            Common.err("WARN: RENAT is not running") 


    def switch(self,name):
        """ Switchs the current tester to ``name``
        """
        self._cur_name = name
        BuiltIn().log("Switched to tester " + name)


    def connect(self,name):
        """ Connect to the tester ``name``
        """
        dname   = Common.LOCAL['tester'][name]['device']
        ip      = Common.GLOBAL['device'][dname]['ip']
        desc    = Common.GLOBAL['device'][dname]['description']
        type    = Common.GLOBAL['device'][dname]['type']
        if 'port' in Common.GLOBAL['device'][dname]: port = Common.GLOBAL['device'][dname]['port']

    
        client = {}
        client['type']  = type
        client['ip']    = ip
        client['desc']  = desc
  
        ### IxNetwork
        if type == 'ixnet':
            ix = IxNetwork.IxNet()
            client['port']    = port
            ix.connect(ip,'-port',port,'-version','7.41')
            client['connection'] = ix
        ### IxLoad
        elif type == 'ixload':
            tmp = os.getcwd().split('/')
            win_case = "%s_%s" % (tmp[-2],tmp[-1])

            # start IxLoad in different process
            tasks   = multiprocessing.JoinableQueue()
            results = multiprocessing.Queue()
            ix_process = SubIxLoad.SubIxLoad(win_case, tasks, results)
            client['connection']    = ix_process
            client['tasks']         = tasks
            client['results']       = results

            BuiltIn().log_to_console("RENAT: created new process that run IxLoad client") 
            ix_process.start()
            tasks.put(['ixload::connect',ip])
            tasks.join()
            results.get()
        ### Avalanche
        elif type == 'avaproxy':
            sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM) 
            sock.connect((ip,port))
            auth = Common.GLOBAL['auth']['plain-text'][type]
            if 'license-server' in Common.GLOBAL['device'][dname]:
                license_server = Common.GLOBAL['device'][dname]['license-server']
                res = Common.send(sock,'ava::add_license_server/%s' % license_server)
            # else:
            #    license_server = None
            # sock.send('ava::login/%s' % auth['user'])
            # session_id = sock.recv(1024)
            session_id = Common.send(sock,'ava::login/%s' % auth['user'])
            # sock.send('ava::add_license_server/%s' % license_server) 
            # session_id = sock.recv(1024) 
            # res = Common.send(sock,'ava::add_license_server/%s' % license_server)
            client['connection'] = sock

        ### Breaking point
        elif type == 'ixbps': 
            self._base_url = 'https://%s/api/v1' % ip
            ix = requests.Session()
            auth = Common.GLOBAL['auth']['plain-text'][type]
            headers = {'content-type':'application/json'}
            payload = '{"username":"%s", "password":"%s"}' % (auth['user'],auth['pass'])
            result = ix.post( self._base_url + '/auth/session',data=payload,headers=headers,verify=False)
            if result.status_code != requests.codes.ok:
                BuiltIn().log(result.text)
                raise Exception('ERROR: could not login to `%s`' % ip) 
            client['connection'] = ix   
        else:
            raise Exception("ERROR: wrong module type")
    
        self._cur_name = name
        self._clients[name] = client
        BuiltIn().log("Connected to tester `%s`(%s)" % (self._cur_name,ip))


    def connect_all(self):
        """ Connects to all testers
        """
        if 'tester' in Common.LOCAL and not Common.LOCAL['tester']: 
            BuiltIn().log("No valid tester configuration found")
            return True
        for entry in Common.LOCAL['tester']: 
            BuiltIn().log('Connect to tester `%s`' % entry)
            self.connect(entry) 

        BuiltIn().log("Connected to all %d testers" % len(self._clients))


    def close_all(self):
        """ Closes all connections
        """
        for entry in self._clients:
            self.switch(entry)
            self.close()
        self._cur_name = ""
        BuiltIn().log("Closed all connections") 


    def _xrun(self,cmd,*args,**kwargs):
        """ Local method for execute module command
        At this time, connection has been already made
        """
        BuiltIn().log("xrun for command %s" % cmd)

        client  = self._clients[self._cur_name]
        type    = client['type']
        mod     = import_module('tester_mod.'+ type)

        BuiltIn().log("    using `%s` module " %  type)

        mod_cmd = cmd.lower().replace(' ','_')

        # node is string and channel is Vchannel instance
        result = getattr(mod,mod_cmd)(self,*args,**kwargs)

        return result