test-templates.py

#!usr/bin/env python

import ansible.runner
import json
import sys


def compare(list_one, list_two):
    msg = ''
    for el in list_one:
        if el not in list_two:
            msg = str(el) + " is not found in sample input"
            return 1, msg
    return 0, msg

if __name__ == "__main__":

    HOSTS = 'test_hosts'

    runner = ansible.runner.Runner(
       module_name='get_test_info',
       module_args='',
       pattern='localhost',
       host_list=HOSTS,
       #module_path='../library/')
       module_path='/home/travis/build/networktocode/ntc-templates/ntc-ansible/library/')

    results = runner.run()
    print(results)
    tests = results['contacted']['localhost']['tests']

    responses = []
    for test_case in tests:
        filepath = test_case.get('path')
        rawfile = test_case.get('rawfile')
        platform = test_case.get('platform')
        command = test_case.get('command')

        args = dict(file=filepath + '/' + rawfile, platform=platform,
                    command=command, connection='offline',
                    template_dir='templates/')
        runner = ansible.runner.Runner(
            module_name='ntc_show_command',
            module_args=args,
            pattern='localhost',
            host_list=HOSTS
        )
        results = runner.run()

        responses.append(results)

    # print(json.dumps(responses, indent=4))
    with_parsed = []
    # print(json.dumps(responses, indent=4))
    for rsp in responses:
        # print(json.dumps(rsp, indent=4))
        # print(rsp['contacted']['localhost']['invocation']['module_args'])
        args = rsp['contacted']['localhost']['invocation']['module_args']
        split = args.split(' ')
        for each in split:
            if '.raw' in each:
                parsed = each.replace('.raw', '.parsed')
                parsed = parsed.lstrip('file=')

                runner = ansible.runner.Runner(
                    module_name='include_vars',
                    module_args=parsed,
                    pattern='localhost',
                    host_list=HOSTS
                )
                results = runner.run()
                # print(json.dumps(results, indent=4))
                try:
                    results['response'] = rsp['contacted']['localhost']['response']
                except KeyError:
                    print('FAILED')
                    print(each)
                    print(rsp)
                    sys.exit(1)

                # print(rsp.get('response'))
                with_parsed.append(results)

    #    print(json.dumps(with_parsed, indent=4))

    failed = False

    for each in with_parsed:
        print('****')
        print(each)
        print('****')
        text = each['contacted']['localhost']['invocation']['module_args']
        command = text.split('/')[-1].split('.')[0]
        parsed_sample = each['contacted']['localhost']['ansible_facts']['parsed_sample']
        result = each['response']

        rc, msg = compare(result, parsed_sample)

        print(command)
        if rc != 0:
            print('----> failed')
            print('msg:')
            print(msg)
            print('*' * 100)
            print('parsed (from parsed file): ')
            print(parsed_sample)
            print('*' * 100)
            print('result (from ntc_show_command): ')
            print(result)
            failed = True
        else:
            print('----> passed')
        print('=' * 50)

    if failed:
        sys.exit(1)
    else:
        sys.exit(0)