QMTTest.py

Go to the documentation of this file.

# -*- coding: utf-8 -*-
from BaseTest import *
import logging
import os
import sys

class QMTTest(BaseTest):

    def __init__(self, path=None):
        BaseTest.__init__(self)
        self.validator = ''
        if path:
            self.XMLParser(path)

    def XMLParser(self, path) :
        '''
        Parse a QMTest XML test description (.qmt file) to initialize the test
        instance.
        '''
        log = logging.getLogger('QMTest.XMLParser')
        import xml.etree.ElementTree as ET
        log.debug('parsing %s', path)

        self.name = path

        tree = ET.parse(path)
        for child in tree.getroot():
            name = child.attrib['name']
            if hasattr(self, name):
                log.debug('setting %s', name)
                value = child[0]
                if name in ('args', 'unsupported_platforms'):
                    setattr(self, name, [el.text
                                         for el in value.findall('text')])
                elif name == 'environment':
                    setattr(self, name, dict(el.text.split('=', 1)
                                             for el in value.findall('text')))
                else:
                    data = value.text
                    if data is not None:
                        if value.tag == 'integer':
                            data = int(data)
                        setattr(self, name, data)


    def ValidateOutput(self, stdout, stderr, result):
        if self.validator:
            class CallWrapper(object):
                """
                    Small wrapper class to dynamically bind some default arguments
                    to a callable.
                    """
                def __init__(self, callable, extra_args = {}):
                    self.callable = callable
                    self.extra_args = extra_args
                    # get the list of names of positional arguments
                    from inspect import getargspec
                    self.args_order = getargspec(callable)[0]
                    # Remove "self" from the list of positional arguments
                    # since it is added automatically
                    if self.args_order[0] == "self":
                        del self.args_order[0]
                def __call__(self, *args, **kwargs):
                    # Check which positional arguments are used
                    positional = self.args_order[:len(args)]

                    kwargs = dict(kwargs) # copy the arguments dictionary
                    for a in self.extra_args:
                        # use "extra_args" for the arguments not specified as
                        # positional or keyword
                        if a not in positional and a not in kwargs:
                            kwargs[a] = self.extra_args[a]
                    return apply(self.callable, args, kwargs)

            # local names to be exposed in the script
            exported_symbols = {"self":self,
                                "stdout":stdout,
                                "stderr":stderr,
                                "result":result,
                                "causes":self.causes,
                                "findReferenceBlock":
                                    CallWrapper(self.findReferenceBlock, {"stdout":stdout,
                                                                     "result":result,
                                                                     "causes":self.causes}),
                                "validateWithReference":
                                    CallWrapper(self.validateWithReference, {"stdout":stdout,
                                                                        "stderr":stderr,
                                                                        "result":result,
                                                                        "causes":self.causes}),
                                "countErrorLines":
                                    CallWrapper(self.countErrorLines, {"stdout":stdout,
                                                                  "result":result,
                                                                  "causes":self.causes}),
                                "checkTTreesSummaries":
                                    CallWrapper(self.CheckTTreesSummaries, {"stdout":stdout,
                                                                       "result":result,
                                                                       "causes":self.causes}),
                                "checkHistosSummaries":
                                    CallWrapper(self.CheckHistosSummaries, {"stdout":stdout,
                                                                       "result":result,
                                                                       "causes":self.causes})
                                }
            #print self.validator
            exec self.validator in globals(), exported_symbols
        else:
            if self.stderr == '':
                self.validateWithReference(stdout, stderr, result, self.causes)
            elif stderr.strip() != self.stderr.strip():
                self.causes.append('standard error')

        return result, self.causes