python.tests Namespace Reference

Namespaces
namespace	PyTestsLib
namespace	PyTHistTestsLib
namespace	test_CA

Classes
class	test_McAodBuilder
class	test_McAodFilter
class	test_McAodValidation
class	xcode

Functions
	iov_ranges (iovs)
	create_database ()
	teardown_database ()
	test_database_creation ()
	test_database_creation_unicode ()
	test_database_retrieval ()
	create_defect_type (ddb, n)
	create_defect_type_unicode (ddb, n, desc)
	test_defect_creation ()
	test_virtual_defects_invert ()
	test_defect_insertion_retrieval ()
	test_defect_insertion_retrieval_unicode ()
	test_defect_failure_nonascii_name ()
	test_defect_mangle_bad_stored_unicode ()
	test_defect_empty_retrieval ()
	test_virtual_defect_creation ()
	test_defect_list_update_on_creation ()
	test_virtual_defect_list_update_on_creation ()
	test_virtual_defect_creation_unicode ()
	test_virtual_defect_failure_nonascii_name ()
	test_nonpresent ()
	test_many_sparse_channels ()
	test_virtual_defects ()
	test_virtual_defects_deep ()
	test_virtual_defects_stress ()
	test_virtual_defect_hiding ()
	test_update_virtual_defect ()
	test_tagging_unicode ()
	test_rename_defects ()
	iov_result_depends (iovs)
	test_ignore_defects ()
	test_query_with_primary_dependencies ()
	test_independent_tags ()
	test_query_with_primary_dependencies_with_ignore ()
	test_virtual_defect_consistency ()
	test_iov_tag_defects ()
	test_intersect ()
	test_normalize_defect_names ()
	test_reject_duplicate_names ()
	test_get_intolerable_defects ()
	test_list_empty_tag ()
	test_noncontiguous_defectid_creation ()
	test_return_types ()
	mungline (f)
	shortDescription (self)
	invariant (test_data_name)

Variables
	log
str	TEST_DATABASE = "test_defects.db/COMP200"
	teardown_db = None
	g = list(globals().keys())
	_shortDescription
	shortDescription
str	not_yet

Function Documentation

create_database()

python.tests.create_database

(

)

Definition at line 25 of file DataQuality/DQDefects/python/tests/__init__.py.

def create_database():
    ddb = DefectsDB(TEST_DATABASE, read_only=False, create=True)
    global teardown_db
    teardown_db = ddb
 

create_defect_type()

python.tests.create_defect_type	(		ddb,
			n )

Definition at line 65 of file DataQuality/DQDefects/python/tests/__init__.py.

def create_defect_type(ddb, n):
    defect_name = "DQD_TEST_DEFECT_%i" % n
    ddb.create_defect(defect_name, "A test defect (%i)" % n)
    return defect_name
 

create_defect_type_unicode()

python.tests.create_defect_type_unicode	(		ddb,
			n,
			desc )

Definition at line 70 of file DataQuality/DQDefects/python/tests/__init__.py.

def create_defect_type_unicode(ddb, n, desc):
    defect_name = "DQD_TEST_DEFECT_%i" % n
    ddb.create_defect(defect_name, desc)
    return defect_name
    
@with_setup(create_database, teardown_database)

invariant()

python.tests.invariant

(

test_data_name

)

Definition at line 8 of file DataQuality/DQUtils/python/tests.py.

def invariant(test_data_name):
    def wrapper(func):
        testfile = "%s.%s" % (func.__name__, test_data_name)
        @wraps(func)
        def check_invariant(*args, **kwargs):
            result = func(*args, **kwargs)
            if "DQU_UPDATE_TEST_DATA" in environ:
                with open(test_data_name, "wb") as fd:
                    dump(result, fd)
                print("Wrote updated test data")
            else:
                test_data = loads(resource_string("testdata", testfile))
                assert result == test_data, "Data considered 'invariant' has changed"
        return check_invariant           
            
    return wrapper

iov_ranges()

python.tests.iov_ranges

(

iovs

)

Definition at line 21 of file DataQuality/DQDefects/python/tests/__init__.py.

def iov_ranges(iovs):
    return [(i.since, i.until) for i in iovs]
 

iov_result_depends()

python.tests.iov_result_depends

(

iovs

)

Definition at line 628 of file DataQuality/DQDefects/python/tests/__init__.py.

def iov_result_depends(iovs):
    caused_bad = set()
    for iov in iovs:
        if iov.user == "sys:virtual":
            caused_bad |= set(iov.comment.split())
    return caused_bad
 
@with_setup(create_database, teardown_database)

mungline()

python.tests.mungline

(

f

)

Definition at line 1036 of file DataQuality/DQDefects/python/tests/__init__.py.

    def mungline (f):
        f.func_code = xcode(f)

shortDescription()

python.tests.shortDescription

(

self

)

Definition at line 1047 of file DataQuality/DQDefects/python/tests/__init__.py.

    def shortDescription (self):
        desc = self._shortDescription()
        if desc is None:
            desc = self.test.shortDescription()
        return desc

teardown_database()

python.tests.teardown_database

(

)

Definition at line 30 of file DataQuality/DQDefects/python/tests/__init__.py.

def teardown_database():
    # force garbage collection before database teardown so as not to create
    # lots of .__afs* files.
    global teardown_db
    teardown_db._clear_connections()
    teardown_db = None
    from gc import collect
    collect()
    
    connection_string = "/".join(TEST_DATABASE.split("/")[:-1])
    if connection_string.endswith(".db"):
        log.info("Deleting %s", connection_string)
        unlink(connection_string)
        return
    
    msg = "I don't know how to tear down %s" % TEST_DATABASE
    log.fatal(msg)
    raise NotImplementedError(msg)
 
@with_setup(create_database, teardown_database)

test_database_creation()

python.tests.test_database_creation

(

)

Definition at line 50 of file DataQuality/DQDefects/python/tests/__init__.py.

def test_database_creation():
    assert exists("test_defects.db")
    log.info("Created database %s", TEST_DATABASE)
    
@with_setup(create_database, teardown_database)

test_database_creation_unicode()

python.tests.test_database_creation_unicode

(

)

Definition at line 55 of file DataQuality/DQDefects/python/tests/__init__.py.

def test_database_creation_unicode():
    assert exists("test_defects.db")
    log.info("Created database %s", TEST_DATABASE)
    
@with_setup(create_database, teardown_database)

test_database_retrieval()

python.tests.test_database_retrieval

(

)

Definition at line 60 of file DataQuality/DQDefects/python/tests/__init__.py.

def test_database_retrieval():
    ddb = DefectsDB(TEST_DATABASE)
    defects = ddb.retrieve()
    assert len(defects) == 0, "Unexpected records on the database"
 

test_defect_creation()

python.tests.test_defect_creation

(

)

Definition at line 76 of file DataQuality/DQDefects/python/tests/__init__.py.

def test_defect_creation():
    ddb = DefectsDB(TEST_DATABASE, read_only=False)
    create_defect_type(ddb, 0)
        
    assert len(ddb.defect_ids) == 1
 
 
@with_setup(create_database, teardown_database)

test_defect_empty_retrieval()

python.tests.test_defect_empty_retrieval

(

)

Definition at line 235 of file DataQuality/DQDefects/python/tests/__init__.py.

def test_defect_empty_retrieval():
    ddb = DefectsDB(TEST_DATABASE, read_only=False)
    iovs = ddb.retrieve()
    assert not iovs
    
    # Create two defects
    create_defect_type(ddb, 0)
    create_defect_type(ddb, 1)
    
    # Make a virtual defect whose result is the combination of the above
    ddb.new_virtual_defect("DQD_TEST_VIRTUAL_DEFECT",
                           "Comment", "DQD_TEST_DEFECT_0 DQD_TEST_DEFECT_1")
    
    iovs = ddb.retrieve()
    assert not iovs
    
@with_setup(create_database, teardown_database)

test_defect_failure_nonascii_name()

python.tests.test_defect_failure_nonascii_name

(

)

Check that we raise an error if the defect name is not ASCII

Definition at line 191 of file DataQuality/DQDefects/python/tests/__init__.py.

def test_defect_failure_nonascii_name():
    """
    Check that we raise an error if the defect name is not ASCII
    """
    import ROOT
    if ROOT.gROOT.GetVersionInt() < 62000:
        # Passing str objects using multibyte encodings is broken
        # with pyroot up to 6.18.  Should be fixed in 6.20?
        return
    ddb = DefectsDB(TEST_DATABASE, read_only=False)
    
    ddb.create_defect(u"DQD_TÉST_DÉFÉCT_0", "Test")
 
@with_setup(create_database, teardown_database)

test_defect_insertion_retrieval()

python.tests.test_defect_insertion_retrieval

(

)

Definition at line 134 of file DataQuality/DQDefects/python/tests/__init__.py.

def test_defect_insertion_retrieval():
    ddb = DefectsDB(TEST_DATABASE, read_only=False)
    
    TEST_ID = 0
    TEST_DEFECT_NAME = "DQD_TEST_DEFECT_%i" % TEST_ID
    TEST_COMMENT = "First test defect"
    TEST_USER = "DQDefects.tests"
    TEST_SINCE, TEST_UNTIL = 0, 100
    
    create_defect_type(ddb, TEST_ID)
    
    ddb.insert(TEST_DEFECT_NAME, TEST_SINCE, TEST_UNTIL, TEST_COMMENT, TEST_USER)
    
    iovs = ddb.retrieve()
    
    assert len(iovs) == 1
    iov = iovs[0]
    assert iov.since == TEST_SINCE
    assert iov.until == TEST_UNTIL
    assert iov.channel == TEST_DEFECT_NAME
    assert iov.present
    assert not iov.recoverable
    assert iov.user == TEST_USER
    assert iov.comment == TEST_COMMENT
 
@with_setup(create_database, teardown_database)

test_defect_insertion_retrieval_unicode()

python.tests.test_defect_insertion_retrieval_unicode

(

)

Definition at line 160 of file DataQuality/DQDefects/python/tests/__init__.py.

def test_defect_insertion_retrieval_unicode():
    import ROOT
    if ROOT.gROOT.GetVersionInt() < 62000:
        # Passing str objects using multibyte encodings is broken
        # with pyroot up to 6.18.  Should be fixed in 6.20?
        return
    ddb = DefectsDB(TEST_DATABASE, read_only=False)
    
    TEST_ID = 0
    TEST_DEFECT_NAME = "DQD_TEST_DEFECT_%i" % TEST_ID
    TEST_COMMENT = u"First test defect with character: ±"
    TEST_USER = u"DQDefécts.tests"
    TEST_SINCE, TEST_UNTIL = 0, 100
    TEST_DEFECT_DESCRIPTION = u"À test defect (%i)" % TEST_ID
    
    create_defect_type_unicode(ddb, TEST_ID, TEST_DEFECT_DESCRIPTION)
    
    ddb.insert(TEST_DEFECT_NAME, TEST_SINCE, TEST_UNTIL, TEST_COMMENT, TEST_USER)
    
    iovs = ddb.retrieve()
    
    assert len(iovs) == 1
    iov = iovs[0]
    assert iov.present
    assert not iov.recoverable
    assert iov.user == TEST_USER
    assert iov.comment == TEST_COMMENT
    assert ddb.all_defect_descriptions[TEST_DEFECT_NAME] == TEST_DEFECT_DESCRIPTION
    
@raises(UnicodeEncodeError)
@with_setup(create_database, teardown_database)

test_defect_list_update_on_creation()

python.tests.test_defect_list_update_on_creation

(

)

Check that the defect name list is updated when a defect is created

Definition at line 274 of file DataQuality/DQDefects/python/tests/__init__.py.

def test_defect_list_update_on_creation():
    """
    Check that the defect name list is updated when a defect is created
    """
    ddb = DefectsDB(TEST_DATABASE, read_only=False)
    name = create_defect_type(ddb, 0)
        
    assert ddb.defect_names == set([name])
 
@with_setup(create_database, teardown_database)

test_defect_mangle_bad_stored_unicode()

python.tests.test_defect_mangle_bad_stored_unicode

(

)

Check that we recover if any of the string payloads are bad UTF-8

Definition at line 205 of file DataQuality/DQDefects/python/tests/__init__.py.

def test_defect_mangle_bad_stored_unicode():
    """
    Check that we recover if any of the string payloads are bad UTF-8
    """
    import ROOT
    if ROOT.gROOT.GetVersionInt() < 62000:
        # Passing str objects using multibyte encodings is broken
        # with pyroot up to 6.18.  Should be fixed in 6.20?
        return
    ddb = DefectsDB(TEST_DATABASE, read_only=False)
    
    TEST_DEFECT_NAME = 'DQD_TEST_DEFECT_0'
    TEST_SINCE, TEST_UNTIL = 0, 100
 
    ddb.create_defect(TEST_DEFECT_NAME, "Test")
 
    store = ddb.defects_folder.storeObject
    p = ddb._defect_payload        
    p["present"] = True
    p["recoverable"] = False
    p["user"] = b'\x80abc'
    p["comment"] = b'\x80abc'
 
    defect_id = ddb.defect_chan_as_id(TEST_DEFECT_NAME, True)
        
    store(TEST_SINCE, TEST_UNTIL, p, defect_id, ddb.defects_tag, False)
    iovs = ddb.retrieve()
    assert(iovs[0].user == '\\x80abc' and iovs[0].comment == '\\x80abc')
 
@with_setup(create_database, teardown_database)

test_get_intolerable_defects()

python.tests.test_get_intolerable_defects

(

)

Check that the intolerable defect listing function works

Definition at line 915 of file DataQuality/DQDefects/python/tests/__init__.py.

def test_get_intolerable_defects():
    '''
    Check that the intolerable defect listing function works
    '''
    ddb = DefectsDB(TEST_DATABASE, read_only=False)
    
    # Create some primary defects
    create_defect_type(ddb, 0)
    create_defect_type(ddb, 1)
    create_defect_type(ddb, 2)
    create_defect_type(ddb, 3)
    
    # Make some virtual defects
    ddb.new_virtual_defect("DQD_TEST_Virtual_DEFECT", "Comment", 
                           "DQD_TEST_DEFECT_0")
    ddb.new_virtual_defect("PRIMARY", "Comment",
                           "DQD_TEST_DEFECT_0 DQD_TEST_DEFECT_1")
    ddb.new_virtual_defect("PHYS_test", "Comment",
                           "DQD_TEST_DEFECT_0 DQD_TEST_DEFECT_1 DQD_TEST_DEFECT_2")
    ddb.new_virtual_defect("TIGHT", "Comment",
                           "DQD_TEST_DEFECT_0 DQD_TEST_DEFECT_1 DQD_TEST_DEFECT_2 DQD_TEST_DEFECT_3")
 
    # old_primary_only should be True here, so PRIMARY gives the set of defects
    assert sorted(ddb.get_intolerable_defects()) == ["DQD_TEST_DEFECT_0", "DQD_TEST_DEFECT_1"], "default params/old_primary_only check failed"
    assert sorted(ddb.get_intolerable_defects(old_primary_only=False, exclude=['TIGHT'])) == ["DQD_TEST_DEFECT_0", "DQD_TEST_DEFECT_1", "DQD_TEST_DEFECT_2"], 'old_primary_only=False check failed'
    assert sorted(ddb.get_intolerable_defects(old_primary_only=False)) == ["DQD_TEST_DEFECT_0", "DQD_TEST_DEFECT_1"], 'regex handling check failed'
    
@with_setup(create_database, teardown_database)

test_ignore_defects()

python.tests.test_ignore_defects

(

)

Definition at line 636 of file DataQuality/DQDefects/python/tests/__init__.py.

def test_ignore_defects():
    
    ddb = DefectsDB(TEST_DATABASE, read_only=False)
    
    # Create two defects
    create_defect_type(ddb, 0)
    create_defect_type(ddb, 1)
    create_defect_type(ddb, 2)
    
    ddb.insert("DQD_TEST_DEFECT_0",   0, 100, "", "")
    ddb.insert("DQD_TEST_DEFECT_1", 100, 200, "", "")
    ddb.insert("DQD_TEST_DEFECT_2", 200, 300, "", "")
    
    ddb.new_virtual_defect("DQD_TEST_VIRTUAL_DEFECT", "", 
                           "DQD_TEST_DEFECT_0 DQD_TEST_DEFECT_1 DQD_TEST_DEFECT_2")
 
    ignored_defects = set(["DQD_TEST_DEFECT_1"])
    
    iovs = ddb.retrieve()
    assert iov_result_depends(iovs) & ignored_defects, "test is broken"
    
    iovs = ddb.retrieve(ignore=ignored_defects)
    assert not iov_result_depends(iovs) & ignored_defects, "result depends on ignored defects"
    
@with_setup(create_database, teardown_database)

test_independent_tags()

python.tests.test_independent_tags

(

)

Definition at line 685 of file DataQuality/DQDefects/python/tests/__init__.py.

def test_independent_tags():
    
    ddb = DefectsDB(TEST_DATABASE, read_only=False)
    
    # Create two defects
    create_defect_type(ddb, 0)
    create_defect_type(ddb, 1)
    create_defect_type(ddb, 2)
    
    ddb.insert("DQD_TEST_DEFECT_0",   0, 100, "", "")
    ddb.insert("DQD_TEST_DEFECT_1", 100, 200, "", "")
    ddb.insert("DQD_TEST_DEFECT_2", 200, 300, "", "")
    
    dtag1 = ddb.new_defects_tag("dqd-test", "New iov tag")
    
    ddb.insert("DQD_TEST_DEFECT_0",   0, 100, "", "", present=False)
    
    dtag2 = ddb.new_defects_tag("dqd-test-2", "New iov tag")
    
    # Make a virtual defect whose result is the combination of the above
    ddb.new_virtual_defect("DQD_TEST_VIRTUAL_DEFECT", "", 
                           "DQD_TEST_DEFECT_0 DQD_TEST_DEFECT_1")
    
    ltag1 = ddb.new_logics_tag()
                       
    ddb.update_virtual_defect("DQD_TEST_VIRTUAL_DEFECT", 
                              "DQD_TEST_DEFECT_0 DQD_TEST_DEFECT_2")
    
    ltag2 = ddb.new_logics_tag()
    
    assert ltag1 != ltag2, f'{ltag1} and {ltag2} should be different'
 
    iovs = DefectsDB(TEST_DATABASE, tag=("HEAD", ltag1)).retrieve(channels=["DQD_TEST_VIRTUAL_DEFECT"])
    assert iov_ranges(iovs) == [(100, 200)], str(iov_ranges(iovs))
    
    iovs = DefectsDB(TEST_DATABASE, tag=("HEAD", ltag2)).retrieve(channels=["DQD_TEST_VIRTUAL_DEFECT"])
    assert iov_ranges(iovs) == [(200, 300)], str(iov_ranges(iovs))
    
    iovs = DefectsDB(TEST_DATABASE, tag=(dtag1, ltag1)).retrieve(channels=["DQD_TEST_VIRTUAL_DEFECT"])
    assert iov_ranges(iovs) == [(0, 100), (100, 200)], str(iov_ranges(iovs))
    
    iovs = DefectsDB(TEST_DATABASE, tag=(dtag2, ltag2)).retrieve(channels=["DQD_TEST_VIRTUAL_DEFECT"])
    assert iov_ranges(iovs) == [(200, 300)], str(iov_ranges(iovs))
 
    htag = ddb.new_hierarchical_tag(dtag2, ltag2)
 
    iovs = DefectsDB(TEST_DATABASE, tag=(htag, htag)).retrieve(channels=["DQD_TEST_VIRTUAL_DEFECT"])
    assert iov_ranges(iovs) == [(200, 300)], str(iov_ranges(iovs))
    
    iovs = DefectsDB(TEST_DATABASE, tag=htag).retrieve(channels=["DQD_TEST_VIRTUAL_DEFECT"])
    assert iov_ranges(iovs) == [(200, 300)], str(iov_ranges(iovs))
    
@with_setup(create_database, teardown_database)

test_intersect()

python.tests.test_intersect

(

)

Definition at line 812 of file DataQuality/DQDefects/python/tests/__init__.py.

def test_intersect():
    
    ddb = DefectsDB(TEST_DATABASE, read_only=False)
    
    # Create two defects
    create_defect_type(ddb, 0)
    create_defect_type(ddb, 1)
    create_defect_type(ddb, 2)
    
    ddb.insert("DQD_TEST_DEFECT_0",   0,    1000, "", "")
    ddb.insert("DQD_TEST_DEFECT_0",   1000, 2000, "", "")
    
    iovs = ddb.retrieve(50, 100, intersect=True)
    assert len(iovs) == 1
    assert (iovs[0].since, iovs[0].until) == (50, 100)
 
    iovs = ddb.retrieve(999, 1001, intersect=True)
    assert len(iovs) == 2
    first, second = iovs
    assert (first.since,  first.until)  == (999,  1000)
    assert (second.since, second.until) == (1000, 1001)
 
@with_setup(create_database, teardown_database)

test_iov_tag_defects()

python.tests.test_iov_tag_defects

(

)

Definition at line 777 of file DataQuality/DQDefects/python/tests/__init__.py.

def test_iov_tag_defects():
    log.info('IOV Tags')
    ddb = DefectsDB(TEST_DATABASE, read_only=False)
    
    # Create two defects
    create_defect_type(ddb, 0)
    create_defect_type(ddb, 1)
    create_defect_type(ddb, 2)
    
    ddb.insert("DQD_TEST_DEFECT_0",   0, 100, "comment1", "user1", present=False)
    ddb.insert("DQD_TEST_DEFECT_1", 100, 200, "", "")
    ddb.insert("DQD_TEST_DEFECT_2", 200, 300, "comment2", "user2", recoverable=True)
    
    ddb.new_defects_tag("dqd-test", "New iov tag",
                        iovranges=[(0, 51),
                                   ((0,210), (0,306))])
    ddb2 = DefectsDB(TEST_DATABASE, tag=('DetStatusDEFECTS-dqd-test','HEAD'))
    iovs = ddb2.retrieve(nonpresent=True)
    assert len(iovs) == 2
    assert ((iovs[0].channel, iovs[0].since, iovs[0].until,
             iovs[0].present, iovs[0].recoverable, iovs[0].user,
             iovs[0].comment)
            ==
            ('DQD_TEST_DEFECT_0', 0, 51,
             False, False, 'user1',
             'comment1'))       
    assert ((iovs[1].channel, iovs[1].since, iovs[1].until,
             iovs[1].present, iovs[1].recoverable, iovs[1].user,
             iovs[1].comment)
            ==
            ('DQD_TEST_DEFECT_2', 210, 300,
             True, True, 'user2',
             'comment2'))       
 
@with_setup(create_database, teardown_database)

test_list_empty_tag()

python.tests.test_list_empty_tag

(

)

Checking that listing a tag works even if the tag is empty

Definition at line 943 of file DataQuality/DQDefects/python/tests/__init__.py.

def test_list_empty_tag():
    """
    Checking that listing a tag works even if the tag is empty
    """
    ddb = DefectsDB(TEST_DATABASE, read_only=False, tag="nominal")
    ddb.virtual_defect_names
    
@with_setup(create_database, teardown_database)

test_many_sparse_channels()

python.tests.test_many_sparse_channels

(

)

Definition at line 353 of file DataQuality/DQDefects/python/tests/__init__.py.

def test_many_sparse_channels():
    "Testing many virtual channels with sparsely placed IoVs"
    ddb = DefectsDB(TEST_DATABASE, read_only=False)
    all_defects = []
    for i in range(52):
        all_defects.append(create_defect_type(ddb, i*2))
        
    with ddb.storage_buffer:
        for i in all_defects:
            ddb.insert(i, 0, 100, "Test", "DQDefects.tests")
    
    queried_defects = all_defects[:-1]
    result = ddb.retrieve(channels=queried_defects)
    queried_defects_set = set(queried_defects)
    result_defects_set = set(i.channel for i in result)
    
    unwanted_defects_set = result_defects_set - queried_defects_set
    assert not unwanted_defects_set, "Unwanted defects: %r" % unwanted_defects_set
    
    ddb.new_virtual_defect("DQD_TEST_VIRTUAL_DEFECT", "Comment", 
                           " ".join(all_defects))
                           
    result = ddb.retrieve(channels=["DQD_TEST_VIRTUAL_DEFECT"])
    assert result.channels == set(["DQD_TEST_VIRTUAL_DEFECT"])
    assert len(result) == 1
    # This assumes evaluate_full == True
    assert result[0].comment == " ".join(sorted(all_defects)), result[0].comment
    
    result = ddb.retrieve(channels=["DQD_TEST_VIRTUAL_DEFECT"],
                          evaluate_full=False)
                          
    assert result.channels == set(["DQD_TEST_VIRTUAL_DEFECT"])
    assert len(result) == 1
 
@with_setup(create_database, teardown_database)

test_noncontiguous_defectid_creation()

python.tests.test_noncontiguous_defectid_creation

(

)

Test that defects are inserted correctly into non-contiguous ranges

Definition at line 951 of file DataQuality/DQDefects/python/tests/__init__.py.

def test_noncontiguous_defectid_creation():
    """
    Test that defects are inserted correctly into non-contiguous ranges
    """
    ddb = DefectsDB(TEST_DATABASE, read_only=False)
 
    create_defect_type(ddb, 0)
    ddb._create_defect_with_id(2, "TEST_DEFECT_DQD_2", "")
    ddb.new_virtual_defect("DQD_TEST_VIRTUAL_DEFECT",
                           "Comment", "DQD_TEST_DEFECT_0 TEST_DEFECT_DQD_2")
    ddb.new_virtual_defect("DQD_TEST_VIRTUAL_DEFECT_2",
                           "Comment", "DQD_TEST_DEFECT_0 TEST_DEFECT_DQD_2")
    create_defect_type(ddb, 1)
    create_defect_type(ddb, 3)
    # assert primary and virtual defects are right
    ids, names, m = ddb.get_channels()
    assert m == {0: 'DQD_TEST_DEFECT_0', 1: 'DQD_TEST_DEFECT_1', 2: 'TEST_DEFECT_DQD_2', 3: 'DQD_TEST_DEFECT_3', 'DQD_TEST_DEFECT_3': 3, 'DQD_TEST_DEFECT_0': 0, 'DQD_TEST_DEFECT_1': 1, 'TEST_DEFECT_DQD_2': 2}, 'Primary defect problem'
    ids, names, m = ddb.get_virtual_channels()
    assert m == {2147483648: 'DQD_TEST_VIRTUAL_DEFECT', 2147483649: 'DQD_TEST_VIRTUAL_DEFECT_2', 'DQD_TEST_VIRTUAL_DEFECT': 2147483648, 'DQD_TEST_VIRTUAL_DEFECT_2': 2147483649}, 'Virtual defect problem'
 
@with_setup(create_database, teardown_database)

test_nonpresent()

python.tests.test_nonpresent

(

)

Definition at line 335 of file DataQuality/DQDefects/python/tests/__init__.py.

def test_nonpresent():
    ddb = DefectsDB(TEST_DATABASE, read_only=False)
    
    create_defect_type(ddb, 0)
    
    ddb.insert("DQD_TEST_DEFECT_0", 0, 100, "Test", "DQDefects.tests")
    ddb.insert("DQD_TEST_DEFECT_0", 0, 100, "Test", "DQDefects.tests", present=False)
    
    iovs = ddb.retrieve()
    
    assert len(iovs) == 0
    
    iovs = ddb.retrieve(nonpresent=True)
    
    assert len(iovs) == 1
    assert not iovs[0].present
    
@with_setup(create_database, teardown_database)

test_normalize_defect_names()

python.tests.test_normalize_defect_names

(

)

Definition at line 835 of file DataQuality/DQDefects/python/tests/__init__.py.

def test_normalize_defect_names():
    ddb = DefectsDB(TEST_DATABASE, read_only=False)
    
    # Create two defects
    create_defect_type(ddb, 0)
    create_defect_type(ddb, 1)
    
    # Make a virtual defect whose result is the combination of the above
    ddb.new_virtual_defect("DQD_TEST_Virtual_DEFECT", "Comment", 
                           "DQD_TEST_DEFECT_0 DQD_TEST_DEFECT_1")
 
    assert ddb.normalize_defect_names('dQd_tEsT_DeFeCt_0')=='DQD_TEST_DEFECT_0'
    assert ddb.normalize_defect_names(['dQd_tEsT_DeFeCt_0', 'DqD_TeSt_dEfEcT_1'])==['DQD_TEST_DEFECT_0', 'DQD_TEST_DEFECT_1']
    assert ddb.normalize_defect_names('dqd_test_virtual_defect')=='DQD_TEST_Virtual_DEFECT'
    try:
        ddb.normalize_defect_names('does_not_exist')
        wasthrown = False
    except DefectUnknownError:
        wasthrown = True
    assert wasthrown, 'normalize_defect_names should throw when the defect does not exist'
    
@with_setup(create_database, teardown_database)

test_query_with_primary_dependencies()

python.tests.test_query_with_primary_dependencies

(

)

Definition at line 661 of file DataQuality/DQDefects/python/tests/__init__.py.

def test_query_with_primary_dependencies():
    
    ddb = DefectsDB(TEST_DATABASE, read_only=False)
    
    # Create two defects
    defect_names = [create_defect_type(ddb, i) for i in range(3)]
    
    for i, defect in enumerate(defect_names):
        ddb.insert(defect, i*100, (i+1)*100, "", "")
    
    ddb.new_virtual_defect("DQD_TEST_VDEFECT", "", " ".join(defect_names))
 
    iovs = ddb.retrieve(channels=["DQD_TEST_VDEFECT"])
    assert iovs.channels == set(["DQD_TEST_VDEFECT"])
    assert len(iovs) == len(defect_names)
 
    iovs = ddb.retrieve(channels=["DQD_TEST_VDEFECT"],
                        with_primary_dependencies=True)
    assert iovs.channels == set(["DQD_TEST_VDEFECT"] + defect_names), (
        "Check failed.")
        
    assert len(iovs) == len(defect_names)*2
 
@with_setup(create_database, teardown_database)

test_query_with_primary_dependencies_with_ignore()

python.tests.test_query_with_primary_dependencies_with_ignore

(

)

Checking with_primary_dependencies + ignore

Checks that the set of channels and iovs returned contains the correct 
number of channels and iovs when specifying both with_primary_dependencies 
and ignore to DQDefects.Retrieve

Definition at line 738 of file DataQuality/DQDefects/python/tests/__init__.py.

def test_query_with_primary_dependencies_with_ignore():
    """
    Checking with_primary_dependencies + ignore
    
    Checks that the set of channels and iovs returned contains the correct 
    number of channels and iovs when specifying both with_primary_dependencies 
    and ignore to DQDefects.Retrieve
    """
    
    ddb = DefectsDB(TEST_DATABASE, read_only=False)
    
    # Create two defects
    defect_names = [create_defect_type(ddb, i) for i in range(3)]
    
    for i, defect in enumerate(defect_names):
        ddb.insert(defect, i*100, (i+1)*100, "", "")
    
    ignored = set(defect_names[:1])
    
    ddb.new_virtual_defect("DQD_TEST_VDEFECT", "", " ".join(defect_names))
 
    iovs = ddb.retrieve(channels=["DQD_TEST_VDEFECT"], ignore=ignored)
    assert iovs.channels == set(["DQD_TEST_VDEFECT"])
    assert len(iovs) == len(defect_names)-1
 
    iovs = ddb.retrieve(channels=["DQD_TEST_VDEFECT"], ignore=ignored,
                        with_primary_dependencies=True)
    assert iovs.channels == set(["DQD_TEST_VDEFECT"] + defect_names) - ignored, (
        "Check failed.")
        
    assert len(iovs) == len(defect_names[1:])*2
    

test_reject_duplicate_names()

python.tests.test_reject_duplicate_names

(

)

Definition at line 857 of file DataQuality/DQDefects/python/tests/__init__.py.

def test_reject_duplicate_names():
    ddb = DefectsDB(TEST_DATABASE, read_only=False)
    
    ddb.create_defect('A_TEST_DEFECT', 'A test defect')
    
    wasthrown = False
    try:
        ddb.create_defect('A_TEST_DEFECT', 'A test defect 2')
    except DefectExistsError:
        wasthrown = True
    assert wasthrown, 'Creation of duplicate defects should throw'
 
    wasthrown = False
    try:
        ddb.create_defect('A_test_defect', 'A test defect 2')
    except DefectExistsError:
        wasthrown = True
    assert wasthrown, 'Creation of duplicate defects should throw, even with different case'
 
    wasthrown = False
    try:
        ddb.create_defect('A_test_defect_2', 'A test defect 2')
        ddb.rename_defect('A_test_defect_2', 'A_TEST_DEFECT')
    except DefectExistsError:
        wasthrown = True
    assert wasthrown, 'Rename of defect to existing defect name should throw'
 
    ddb.new_virtual_defect('TEST_VIRTUAL_DEFECT', 'Comment', 'A_TEST_DEFECT')
    wasthrown = False
    try:
        ddb.new_virtual_defect('Test_Virtual_Defect', 'Comment', 'A_TEST_DEFECT')
    except DefectExistsError:
        wasthrown = True
    assert wasthrown, 'Creation of duplicate virtual defects should throw'
 
    ddb.new_virtual_defect('Test_Virtual_Defect_2', 'Comment', 'A_TEST_DEFECT')
    wasthrown = False
    try:
        ddb.rename_defect('Test_Virtual_Defect_2', 'TEST_VIRTUAL_DEFECT')
    except DefectExistsError:
        wasthrown = True
    assert wasthrown, 'Rename of virtual defect to existing virtual defect name should throw'
 
    wasthrown = False
    try:
        ddb.rename_defect('Test_Virtual_Defect_2', 'A_TEST_DEFECT')
    except DefectExistsError:
        wasthrown = True
    assert wasthrown, 'Rename of virtual defect to existing defect name should throw'
 
    wasthrown = False
    try:
        ddb.rename_defect('A_TEST_DEFECT', 'TEST_VIRTUAL_DEFECT')
    except DefectExistsError:
        wasthrown = True
    assert wasthrown, 'Rename of defect to existing virtual defect name should throw'
   
@with_setup(create_database, teardown_database)

test_rename_defects()

python.tests.test_rename_defects

(

)

Definition at line 572 of file DataQuality/DQDefects/python/tests/__init__.py.

def test_rename_defects():
    
    ddb = DefectsDB(TEST_DATABASE, read_only=False)
    
    # Create two defects
    create_defect_type(ddb, 0)
    create_defect_type(ddb, 1)
    
    ddb.insert("DQD_TEST_DEFECT_0",   0, 100, "", "")
    ddb.insert("DQD_TEST_DEFECT_1", 100, 200, "", "")
    
    defects_tag = ddb.new_defects_tag("dqd-test", "New iov tag")
    
    # Make a virtual defect whose result is the combination of the above
    ddb.new_virtual_defect("DQD_TEST_VIRTUAL_DEFECT", "", 
                           "DQD_TEST_DEFECT_0 DQD_TEST_DEFECT_1")
    ddb.new_virtual_defect("DQD_TEST_VIRTUAL_DEFECT_2", "", 
                           "DQD_TEST_VIRTUAL_DEFECT")
    # Make ones with inversion logic
    ddb.new_virtual_defect("DQD_TEST_VIRTUAL_DEFECT_3", "", 
                           "DQD_TEST_DEFECT_0 !DQD_TEST_DEFECT_1")
    ddb.new_virtual_defect("DQD_TEST_VIRTUAL_DEFECT_4", "", 
                           "!DQD_TEST_VIRTUAL_DEFECT")
    
    original_tag = ddb.new_logics_tag()
    original_htag = ddb.new_hierarchical_tag(defects_tag, original_tag)
 
    # The following is no longer considered an error condition
    
 
    # first rename a primary defect
    ddb.rename_defect("DQD_TEST_DEFECT_0", "DQD_TEST_DEFECT_3")
    assert ddb.virtual_defect_logics['DQD_TEST_VIRTUAL_DEFECT'].clauses == ['DQD_TEST_DEFECT_3', 'DQD_TEST_DEFECT_1'], ddb.virtual_defect_logics['DQD_TEST_VIRTUAL_DEFECT'].clauses
    assert ddb.virtual_defect_logics['DQD_TEST_VIRTUAL_DEFECT_3'].clauses == ['DQD_TEST_DEFECT_3', '!DQD_TEST_DEFECT_1'], ddb.virtual_defect_logics['DQD_TEST_VIRTUAL_DEFECT_3'].clauses
 
    # also valid in other tags?
    ddb2 = DefectsDB(TEST_DATABASE, tag=original_htag)
    assert ddb2.virtual_defect_logics['DQD_TEST_VIRTUAL_DEFECT'].clauses == ['DQD_TEST_DEFECT_3', 'DQD_TEST_DEFECT_1'], ddb2.virtual_defect_logics['DQD_TEST_VIRTUAL_DEFECT'].clauses
 
    # Now try to rename a virtual defect
    ddb.rename_defect("DQD_TEST_VIRTUAL_DEFECT", "DQD_TEST_VIRTUAL_DEFECT_A")
 
    assert ddb.virtual_defect_logics['DQD_TEST_VIRTUAL_DEFECT_2'].clauses == ['DQD_TEST_VIRTUAL_DEFECT_A'], ddb.virtual_defect_logics['DQD_TEST_VIRTUAL_DEFECT_2'].clauses
    assert ddb.virtual_defect_logics['DQD_TEST_VIRTUAL_DEFECT_4'].clauses == ['!DQD_TEST_VIRTUAL_DEFECT_A'], ddb.virtual_defect_logics['DQD_TEST_VIRTUAL_DEFECT_4'].clauses
 
    # also valid in other tags?
    ddb2 = DefectsDB(TEST_DATABASE, tag=original_htag)
    assert ddb2.virtual_defect_logics['DQD_TEST_VIRTUAL_DEFECT_2'].clauses == ['DQD_TEST_VIRTUAL_DEFECT_A'], ddb2.virtual_defect_logics['DQD_TEST_VIRTUAL_DEFECT_2'].clauses
 
    ddb._virtual_defect_consistency_check()
 

test_return_types()

python.tests.test_return_types

(

)

Test that return types are appropriate

Definition at line 972 of file DataQuality/DQDefects/python/tests/__init__.py.

def test_return_types():
    """
    Test that return types are appropriate
    """
    ddb = DefectsDB(TEST_DATABASE, read_only=False)
    
    # Create a defect
    create_defect_type(ddb, 0)
    did = ddb.new_virtual_defect("DQD_TEST_VIRTUAL_DEFECT",
                                 "Comment", "DQD_TEST_DEFECT_0")
    assert type(did) == int
    
    ddb.insert("DQD_TEST_DEFECT_0",   0, 100, "", "")
    
    dtag = ddb.new_defects_tag("dqd-test", "New iov tag")
    assert type(dtag) == str, f'{type(dtag)} instead of str'
    ltag = ddb.new_logics_tag()
    assert type(ltag) == str
    htag = ddb.new_hierarchical_tag(dtag, ltag)
    assert type(htag) == str
 
    assert type(ddb.defects_tags) == list, f'{type(ddb.defects_tags)} instead of list'
    assert type(ddb.defects_tags[0]) == str, f'{type(ddb.defects_tags[0])} instead of str'
    assert type(ddb.logics_tags) == list, f'{type(ddb.logics_tags)} instead of list'
    assert type(ddb.logics_tags[0]) == str, f'{type(ddb.logics_tags[0])} instead of str'
    assert type(ddb.tags) == list, f'{type(ddb.tags)} instead of list'
    assert type(ddb.tags[0]) == str, f'{type(ddb.tags[0])} instead of str'
 
    ids, names, _ = ddb.get_channels()
    ids = set(ids); names = set(names)  # Duplicate so we don't stomp on the underlying data
    assert type(ids.pop()) == int
    assert type(names.pop()) == str
    ids, names, _ = ddb.get_virtual_channels()
    ids = set(ids); names = set(names)
    assert type(ids.pop()) == int
    assert type(names.pop()) == str
    
    iov = ddb.retrieve()
    assert type(iov[0].channel) == str
    assert type(iov[0].comment) == str
    assert type(iov[0].user) == str
    assert type(iov[0].present) == bool
    assert type(iov[0].recoverable) == bool
 
    assert type(ddb.all_defect_descriptions["DQD_TEST_DEFECT_0"]) == str, str(ddb.all_defect_descriptions)
    assert type(ddb.all_defect_descriptions["DQD_TEST_VIRTUAL_DEFECT"]) == str, str(ddb.all_defect_descriptions)
 
    ddb2 = DefectsDB(TEST_DATABASE, read_only=False, tag=htag)
    assert type(ddb2.defects_tag) == str
    assert type(ddb2.logics_tag) == str
    assert type(ddb2.tag.defects) == str
    assert type(ddb2.tag.logic) == str
 
 
# nose 1.6.3 is missing a few fixes that were in nose 1.3.7...

test_tagging_unicode()

python.tests.test_tagging_unicode

(

)

Definition at line 543 of file DataQuality/DQDefects/python/tests/__init__.py.

def test_tagging_unicode():
    
    ddb = DefectsDB(TEST_DATABASE, read_only=False)
    
    # Create two defects
    create_defect_type(ddb, 0)
    create_defect_type(ddb, 1)
    
    ddb.insert(u"DQD_TEST_DEFECT_0",   0, 100, u"", u"")
    ddb.insert(u"DQD_TEST_DEFECT_1", 100, 200, u"", u"")
    
    defects_tag = ddb.new_defects_tag("dqd-test", u"New iov tag")
    
    # Make a virtual defect whose result is the combination of the above
    ddb.new_virtual_defect(u"DQD_TEST_VIRTUAL_DEFECT", u"", 
                           u"DQD_TEST_DEFECT_0 DQD_TEST_DEFECT_1")
    
    original_tag = ddb.new_logics_tag()
    original_htag = ddb.new_hierarchical_tag(defects_tag, original_tag)
                           
    what = {"channels": [u"DQD_TEST_VIRTUAL_DEFECT"]}
 
    orig_iovs = DefectsDB((TEST_DATABASE), tag=original_htag).retrieve(**what)
    
    assert len(orig_iovs) == 2
    assert (orig_iovs[0].since, orig_iovs[0].until) == (  0, 100)
    assert (orig_iovs[1].since, orig_iovs[1].until) == (100, 200)
 
@with_setup(create_database, teardown_database)

test_update_virtual_defect()

python.tests.test_update_virtual_defect

(

)

Definition at line 496 of file DataQuality/DQDefects/python/tests/__init__.py.

def test_update_virtual_defect():
    
    ddb = DefectsDB(TEST_DATABASE, read_only=False)
    
    # Create two defects
    create_defect_type(ddb, 0)
    create_defect_type(ddb, 1)
    create_defect_type(ddb, 2)
    
    ddb.insert("DQD_TEST_DEFECT_0",   0, 100, "", "")
    ddb.insert("DQD_TEST_DEFECT_1", 100, 200, "", "")
    ddb.insert("DQD_TEST_DEFECT_2", 200, 300, "", "")
    
    defects_tag = ddb.new_defects_tag("dqd-test", "New iov tag")
    
    # Make a virtual defect whose result is the combination of the above
    ddb.new_virtual_defect("DQD_TEST_VIRTUAL_DEFECT", "", 
                           "DQD_TEST_DEFECT_0 DQD_TEST_DEFECT_1")
    
    original_tag = ddb.new_logics_tag()
    original_htag = ddb.new_hierarchical_tag(defects_tag, original_tag)
                       
    ddb.update_virtual_defect("DQD_TEST_VIRTUAL_DEFECT", 
                              "DQD_TEST_DEFECT_0 DQD_TEST_DEFECT_2")
    
    new_tag = ddb.new_logics_tag()
    new_htag = ddb.new_hierarchical_tag(defects_tag, new_tag)
        
    what = {"channels": ["DQD_TEST_VIRTUAL_DEFECT"]}
    
    orig_iovs = DefectsDB(TEST_DATABASE, tag=original_htag).retrieve(**what)
    new_iovs  = DefectsDB(TEST_DATABASE, tag=new_htag).retrieve(**what)
    head_iovs = DefectsDB(TEST_DATABASE).retrieve(**what)
    
    assert head_iovs == new_iovs
    assert head_iovs != orig_iovs
    
    assert len(head_iovs) == 2
    assert (head_iovs[0].since, head_iovs[0].until) == (  0, 100)
    assert (head_iovs[1].since, head_iovs[1].until) == (200, 300)
 
    from DQUtils.db import Databases
    db3 = Databases.get_instance(TEST_DATABASE, read_only=True)
    pfs = db3.getFolderSet('/GLOBAL/DETSTATUS')
    assert pfs.tagDescription(new_htag) != '', 'Hierarchical tag description not created'
 
@with_setup(create_database, teardown_database)

test_virtual_defect_consistency()

python.tests.test_virtual_defect_consistency

(

)

Checking that virtual flags don't depend on non-existent flags

Definition at line 770 of file DataQuality/DQDefects/python/tests/__init__.py.

def test_virtual_defect_consistency():
    """
    Checking that virtual flags don't depend on non-existent flags
    """
    DefectsDB()._virtual_defect_consistency_check()
    
@with_setup(create_database, teardown_database)

test_virtual_defect_creation()

python.tests.test_virtual_defect_creation

(

)

Definition at line 252 of file DataQuality/DQDefects/python/tests/__init__.py.

def test_virtual_defect_creation():
    
    ddb = DefectsDB(TEST_DATABASE, read_only=False)
    
    # Create two defects
    create_defect_type(ddb, 0)
    create_defect_type(ddb, 1)
    
    # Make a virtual defect whose result is the combination of the above
    ddb.new_virtual_defect("DQD_TEST_VIRTUAL_DEFECT", 
                           "Comment", "DQD_TEST_DEFECT_0 DQD_TEST_DEFECT_1")
    
    # First test ensures internals are correct
    assert len(ddb.virtual_defect_ids) == 1
    assert "DQD_TEST_VIRTUAL_DEFECT" in ddb.virtual_defect_names
    
    # Second test to ensure database is in correct state
    ddb = DefectsDB(TEST_DATABASE)
    assert len(ddb.virtual_defect_ids) == 1
    assert "DQD_TEST_VIRTUAL_DEFECT" in ddb.virtual_defect_names
 
@with_setup(create_database, teardown_database)

test_virtual_defect_creation_unicode()

python.tests.test_virtual_defect_creation_unicode

(

)

Definition at line 296 of file DataQuality/DQDefects/python/tests/__init__.py.

def test_virtual_defect_creation_unicode():
    
    ddb = DefectsDB(TEST_DATABASE, read_only=False)
    
    # Create two defects
    create_defect_type(ddb, 0)
    create_defect_type(ddb, 1)
    
    # Make a virtual defect whose result is the combination of the above
    ddb.new_virtual_defect(u"DQD_TEST_VIRTUAL_DEFECT", 
                           u"Comment", u"DQD_TEST_DEFECT_0 DQD_TEST_DEFECT_1")
    
    # First test ensures internals are correct
    assert len(ddb.virtual_defect_ids) == 1
    assert "DQD_TEST_VIRTUAL_DEFECT" in ddb.virtual_defect_names
    
    # Second test to ensure database is in correct state
    ddb = DefectsDB(TEST_DATABASE)
    assert len(ddb.virtual_defect_ids) == 1
    assert "DQD_TEST_VIRTUAL_DEFECT" in ddb.virtual_defect_names
 
@raises(UnicodeEncodeError)
@with_setup(create_database, teardown_database)

test_virtual_defect_failure_nonascii_name()

python.tests.test_virtual_defect_failure_nonascii_name

(

)

Check that we raise an error if the virtual defect name is not ASCII

Definition at line 319 of file DataQuality/DQDefects/python/tests/__init__.py.

def test_virtual_defect_failure_nonascii_name():
    """
    Check that we raise an error if the virtual defect name is not ASCII
    """
    import ROOT
    if ROOT.gROOT.GetVersionInt() < 62000:
        # Passing str objects using multibyte encodings is broken
        # with pyroot up to 6.18.  Should be fixed in 6.20?
        return
    ddb = DefectsDB(TEST_DATABASE, read_only=False)
    
    ddb.create_defect(u"DQD_TEST_DEFECT_0", "Test")
    ddb.new_virtual_defect(u"DQD_TÉST_VIRTUAL_DÉFÉCT", 
                           u"Comment", u"DQD_TEST_DEFECT_0")
 
@with_setup(create_database, teardown_database)

test_virtual_defect_hiding()

python.tests.test_virtual_defect_hiding

(

)

Definition at line 476 of file DataQuality/DQDefects/python/tests/__init__.py.

def test_virtual_defect_hiding():
    ddb = DefectsDB(TEST_DATABASE, read_only=False)
    
    # Create two defects
    create_defect_type(ddb, 0)
    create_defect_type(ddb, 1)
    
    # Make a virtual defect whose result is the combination of the above
    ddb.new_virtual_defect("DQD_TEST_VIRTUAL_DEFECT", "Comment", 
                           "DQD_TEST_DEFECT_0 DQD_TEST_DEFECT_1")
        
    new_tag = ddb.new_logics_tag()
                       
    ddb.new_virtual_defect("DQD_TEST_VIRTUAL_DEFECT_2", "Comment",
                           "DQD_TEST_DEFECT_0 DQD_TEST_DEFECT_1")
 
    ddb2 = DefectsDB(TEST_DATABASE, tag=('HEAD', new_tag), read_only=True)
    assert ddb2.virtual_defect_names == set(['DQD_TEST_VIRTUAL_DEFECT']), 'Only one virtual defect should be in this tag'
    
@with_setup(create_database, teardown_database)

test_virtual_defect_list_update_on_creation()

python.tests.test_virtual_defect_list_update_on_creation

(

)

Check that the virtual defect name list is updated when a defect is created

Definition at line 284 of file DataQuality/DQDefects/python/tests/__init__.py.

def test_virtual_defect_list_update_on_creation():
    """
    Check that the virtual defect name list is updated when a defect is created
    """
    ddb = DefectsDB(TEST_DATABASE, read_only=False)
    name = create_defect_type(ddb, 0)
    ddb.new_virtual_defect("DQD_TEST_VIRTUAL_DEFECT", 
                           "Comment", name)
       
    assert ddb.virtual_defect_names == set(["DQD_TEST_VIRTUAL_DEFECT"])
 
@with_setup(create_database, teardown_database)

test_virtual_defects()

python.tests.test_virtual_defects

(

)

Definition at line 388 of file DataQuality/DQDefects/python/tests/__init__.py.

def test_virtual_defects():
    "Testing virtual defect basics"
    ddb = DefectsDB(TEST_DATABASE, read_only=False)
    
    # Create two defects
    create_defect_type(ddb, 0)
    create_defect_type(ddb, 1)
    
    # Make a virtual defect whose result is the combination of the above
    ddb.new_virtual_defect("DQD_TEST_VIRTUAL_DEFECT", "Comment", 
                           "DQD_TEST_DEFECT_0 DQD_TEST_DEFECT_1")
    
    # Insert an iov into each
    ddb.insert("DQD_TEST_DEFECT_0", 0,   100, "Test", "DQDefects.tests")
    ddb.insert("DQD_TEST_DEFECT_1", 150, 200, "Test", "DQDefects.tests")
    
    # See what the result of the virtual defect is
    iovs = ddb.retrieve(channels=["DQD_TEST_VIRTUAL_DEFECT"])
    
    # Tests against the value
    assert len(iovs) == 2
    first, second = iovs
    assert (first.since, first.until) == (0, 100)
    assert (second.since, second.until) == (150, 200)
    assert first.channel == second.channel == "DQD_TEST_VIRTUAL_DEFECT"
    del first, second, iovs
    
    # Now unset the present bit, and test again that the relevant preiod is fixed
    ddb.insert("DQD_TEST_DEFECT_1", 150, 200, "Test", "DQDefects.tests", present=False)
    
    iovs = ddb.retrieve(channels=["DQD_TEST_VIRTUAL_DEFECT"])
    
    assert len(iovs) == 1
    first = iovs[0]
    assert (first.since, first.until) == (0, 100)
    assert first.channel == "DQD_TEST_VIRTUAL_DEFECT"
    
    # Now extend the defect and see if we get a contiguous result
    ddb.insert("DQD_TEST_DEFECT_0", 100, 150, "Test", "DQDefects.tests")
    iovs = ddb.retrieve(channels=["DQD_TEST_VIRTUAL_DEFECT"])
    
    assert len(iovs) == 1
    first = iovs[0]
    assert (first.since, first.until) == (0, 150)
    assert first.channel == "DQD_TEST_VIRTUAL_DEFECT"
    
@with_setup(create_database, teardown_database)

test_virtual_defects_deep()

python.tests.test_virtual_defects_deep

(

)

Definition at line 435 of file DataQuality/DQDefects/python/tests/__init__.py.

def test_virtual_defects_deep():
    ddb = DefectsDB(TEST_DATABASE, read_only=False)
    
    # Create two defects
    create_defect_type(ddb, 0)
    create_defect_type(ddb, 1)
    
    # Insert an iov into each
    ddb.insert("DQD_TEST_DEFECT_0", 0,   100, "Test", "DQDefects.tests")
    ddb.insert("DQD_TEST_DEFECT_1", 150, 200, "Test", "DQDefects.tests")
    
    # Make a virtual defect whose result is the combination of the above
    ddb.new_virtual_defect("DQD_TEST_VIRTUAL_DEFECT_0", "", "DQD_TEST_DEFECT_0")
    ddb.new_virtual_defect("DQD_TEST_VIRTUAL_DEFECT_1", "", "DQD_TEST_DEFECT_1")
    
    ddb = DefectsDB(TEST_DATABASE)
    
    ddb.retrieve()
    
@with_setup(create_database, teardown_database)

test_virtual_defects_invert()

python.tests.test_virtual_defects_invert

(

)

Definition at line 84 of file DataQuality/DQDefects/python/tests/__init__.py.

def test_virtual_defects_invert():
    "Testing virtual defects involving inversion"
    ddb = DefectsDB(TEST_DATABASE, read_only=False)
    
    # Create two defects
    create_defect_type(ddb, 0)
    create_defect_type(ddb, 1)
    create_defect_type(ddb, 2)
    
    # Make a virtual defect whose result is the combination of the above
    ddb.new_virtual_defect("DQD_TEST_VIRTUAL_DEFECT", "Comment", 
                           "DQD_TEST_DEFECT_0 DQD_TEST_DEFECT_1 !DQD_TEST_DEFECT_2")
    
    # Insert an iov into each
    ddb.insert("DQD_TEST_DEFECT_0", 0,   100, "Test", "DQDefects.tests")
    ddb.insert("DQD_TEST_DEFECT_1", 150, 200, "Test", "DQDefects.tests")
    ddb.insert("DQD_TEST_DEFECT_2", 50, 125, "Test", "DQDefects.tests")
    
    # See what the result of the virtual defect is
    iovs = ddb.retrieve(channels=["DQD_TEST_VIRTUAL_DEFECT"])
    
    # Tests against the value
    assert len(iovs) == 4, list(iovs)
    first, second, third, fourth = iovs
    assert (first.since, first.until) == (0, 50), first
    assert (second.since, second.until) == (50, 100), second
    assert (third.since, third.until) == (125, 150), third
    assert (fourth.since, fourth.until) == (150, 200), fourth
    assert first.channel == second.channel == third.channel == fourth.channel == "DQD_TEST_VIRTUAL_DEFECT", (first.channel, second.channel, third.channel, fourth.channel)
    del first, second, third, fourth, iovs
    
    # Test evaluate_full=False
    iovs = ddb.retrieve(channels=["DQD_TEST_VIRTUAL_DEFECT"], evaluate_full=False)
    assert len(iovs) == 2, list(iovs)
 
    # Now unset the present bit
    ddb.insert("DQD_TEST_DEFECT_2", 50, 150, "Test", "DQDefects.tests", present=False)
    iovs = ddb.retrieve(channels=["DQD_TEST_VIRTUAL_DEFECT"])
 
    # here we are sensitive to details of python ordering ...
    assert len(iovs) == 3, list(iovs)
    first, second, third = iovs
    assert (first.since, first.until) == (0, 100), first
    assert (second.since, second.until) == (100, 150), second
    assert (third.since, third.until) == (150, 200), third
    assert first.channel == second.channel == third.channel == "DQD_TEST_VIRTUAL_DEFECT", (first.channel, second.channel, third.channel)
    del first, second, third, iovs
    
 
@with_setup(create_database, teardown_database)

test_virtual_defects_stress()

python.tests.test_virtual_defects_stress

(

)

Definition at line 455 of file DataQuality/DQDefects/python/tests/__init__.py.

def test_virtual_defects_stress():
    ddb = DefectsDB(TEST_DATABASE, read_only=False)
    
    STRESS_COUNT = 20
    
    for i in range(STRESS_COUNT):
        create_defect_type(ddb, i)
        
    with ddb.storage_buffer:
        for i in range(STRESS_COUNT):
            ddb.insert("DQD_TEST_DEFECT_%i" % i, i, i+1, "Test", "DQDefects.tests")
        
    ALL_DEFECTS = " ".join("DQD_TEST_DEFECT_%i" % i for i in range(STRESS_COUNT))
    ddb.new_virtual_defect("DQD_TEST_VIRTUAL_DEFECT", "", ALL_DEFECTS)
    
    iovs = ddb.retrieve(channels=["DQD_TEST_VIRTUAL_DEFECT"])
    
    assert len(iovs) == STRESS_COUNT - 1
    assert (iovs[0].since, iovs[-1].until) == (1, STRESS_COUNT)
    
@with_setup(create_database, teardown_database)

Variable Documentation

_shortDescription

python.tests._shortDescription

protected

Definition at line 1052 of file DataQuality/DQDefects/python/tests/__init__.py.

g

python.tests.g = list(globals().keys())

Definition at line 1038 of file DataQuality/DQDefects/python/tests/__init__.py.

log

python.tests.log

Definition at line 10 of file DataQuality/DQDefects/python/tests/__init__.py.

not_yet

str python.tests.not_yet

Definition at line 101 of file PhysicsAnalysis/TruthParticleID/McParticleAlgs/python/tests.py.

shortDescription

python.tests.shortDescription

Definition at line 1053 of file DataQuality/DQDefects/python/tests/__init__.py.

teardown_db

python.tests.teardown_db = None

Definition at line 24 of file DataQuality/DQDefects/python/tests/__init__.py.

TEST_DATABASE

str python.tests.TEST_DATABASE = "test_defects.db/COMP200"

Definition at line 16 of file DataQuality/DQDefects/python/tests/__init__.py.