Classes
class	GRLGen

Functions
	GRL_IOV ()
	grl_from_dir (xmldir)
	load_grl_iovs_any (*files)
	load_grl (xml_file, IOVSet_class=IOVSet)
	load_grl_string (data, IOVSet_class=IOVSet)
	make_grl (iovset, name="unknown", version="unknown")
	grl_contains_run_lb (grl, runlb)
	grl_iovs_from_xml (args, *kwargs)
	test ()
	_do_import_and_get_obj (grlconfmod, grlobj=None)
	_deep_get_grl_info (grlconf, cooltag, folder)
	_get_grl_info (grlconf, cooltag, folder, queue=None)
	_get_cool_tags_for_folder (folder)
	_get_list_of_grl_classes ()

Variables
str	GRL_DIRECTORY = '/afs/cern.ch/user/a/atlasdqm/grl'
list	TAGS_TO_SUPPRESS

Function Documentation

◆ _deep_get_grl_info()

python.grl._deep_get_grl_info	(	grlconf,
		cooltag,
		folder )

protected

Definition at line 20 of file GoodRunsLists/python/grl.py.

def _deep_get_grl_info(grlconf, cooltag, folder):
    from CoolRunQuery.AtlRunQueryLib import AtlRunQuery, AtlRunQueryOptions
    from CoolRunQuery.AtlRunQueryParser import ArgumentParser
 
    
    config = _do_import_and_get_obj(grlconf)
    config.setdqfolder(folder)
    config.setdqctag(cooltag)
    #config.setPrefix('')
 
    query  = config.getsearchquery()
    print (">> Calling cmd equivalent of: ")
    print ("%s \"%s\"" % (config.querytool,query))
 
    
    ap = ArgumentParser()
    atlqueryarg = config.querytool + " " + ap.ParseArgument( query )
    (options, args) = AtlRunQueryOptions().parse(atlqueryarg)
 
    #print (atlqueryarg)
    #print (options)
 
    
    proc = multiprocessing.Process(target=AtlRunQuery, args=(options,), 
           kwargs={'html':"NO", 'origQuery':query, 'loglevel':0}) # html can be "YES", "NO", "AUTO"
    proc.start()
    proc.join()
    xmlfile = 'data/'+config.listname
    #print (">> Good-run list stored as: \'%s\'" % xmlfile)
    return xmlfile
 
 

◆ _do_import_and_get_obj()

python.grl._do_import_and_get_obj	(		grlconfmod,
			grlobj = None )

protected

Definition at line 13 of file GoodRunsLists/python/grl.py.

def _do_import_and_get_obj(grlconfmod, grlobj = None):
    __import__(grlconfmod)
    m = sys.modules[grlconfmod]
    if grlobj is None:
        grlobj = grlconfmod.rsplit('.')[-1]
    return m.__dict__[grlobj]()
 

◆ _get_cool_tags_for_folder()

python.grl._get_cool_tags_for_folder ( folder )

protected

Definition at line 65 of file GoodRunsLists/python/grl.py.

def _get_cool_tags_for_folder(folder):
    tagxml = urllib.urlopen('http://voatlas11.cern.ch:8080/cooldb/ATLAS_COOLPROD/ATLAS_COOLOFL_GLOBAL/COMP200/GLOBAL/DETSTATUS/%s/tags'
                            % folder)
    xml = ET.parse(tagxml)
    rv = []
    for t in xml.findall('tag'):
        text = t.text
        lock = t.attrib.get('lock', 'unlocked')
        description = t.attrib.get('description')
        rv.append((text, description, lock))
    return rv
 

◆ _get_grl_info()

python.grl._get_grl_info	(	grlconf,
		cooltag,
		folder,
		queue = None )

protected

Definition at line 52 of file GoodRunsLists/python/grl.py.

def _get_grl_info(grlconf, cooltag, folder, queue = None):
    sys.path.append(os.path.dirname(grlconf))
    # grlconf is the input file
    tmpdir = tempfile.mkdtemp()
    os.chdir(tmpdir)
    rfile = _deep_get_grl_info(os.path.basename(grlconf).rstrip('.py'), cooltag, folder)
    rv = open(rfile, 'r').read()
    os.chdir(os.environ['TMPDIR'])
    shutil.rmtree(tmpdir)
    #print (rv)
    queue.put((rv, rfile))
    return
 

◆ _get_list_of_grl_classes()

python.grl._get_list_of_grl_classes ( )

protected

Definition at line 87 of file GoodRunsLists/python/grl.py.

def _get_list_of_grl_classes():
    rl = []
    def walker(rl, d, children):
        for child in children:
            if child[-3:] == '.py' and child != '__init__.py':
                fullpath = os.path.join(d, child)
                classname = fullpath.replace(GRL_DIRECTORY, '')[:-3].lstrip('/').replace('/', '.') 
                rl.append((fullpath, classname))
    os.path.walk(GRL_DIRECTORY, walker, rl)
    return rl
 

◆ grl_contains_run_lb()

python.grl.grl_contains_run_lb	(		grl,
			runlb )

Definition at line 84 of file DQUtils/python/grl.py.

def grl_contains_run_lb(grl, runlb):
    # takes IOVSet of GRL_IOV, says whether runlb is in it
    # runlb can be RunLumi type or tuple pair
    if isinstance(runlb, RunLumiType):
        runlb_ = runlb
    else:
        runlb_ = RunLumi(*runlb)
    return any(_.contains_point(runlb_) for _ in grl)
 
# Deprecated alias

◆ grl_from_dir()

python.grl.grl_from_dir ( xmldir )

Loads valid IOV ranges if they appear in any grl file whose name ends with ".xml"

Definition at line 16 of file DQUtils/python/grl.py.

def grl_from_dir(xmldir):
    """
    Loads valid IOV ranges if they appear in any grl file whose name ends with ".xml"
    """
    return load_grl_iovs_any(*(pjoin(xmldir, f) 
                             for f in listdir(xmldir) if f.endswith(".xml")))
 

◆ GRL_IOV()

python.grl.GRL_IOV ( )

Definition at line 13 of file DQUtils/python/grl.py.

def GRL_IOV():
    "Represent a good run region"
 

◆ grl_iovs_from_xml()

python.grl.grl_iovs_from_xml	(	*	args,
		**	kwargs )

Definition at line 94 of file DQUtils/python/grl.py.

def grl_iovs_from_xml(*args, **kwargs):
    from warnings import warn
    warn("grl_iovs_from_xml was renamed to load_grl", DeprecationWarning)
    return load_grl(*args, **kwargs)
 

◆ load_grl()

python.grl.load_grl	(		xml_file,
			IOVSet_class = IOVSet )

Definition at line 38 of file DQUtils/python/grl.py.

def load_grl(xml_file, IOVSet_class=IOVSet):
    with open(xml_file, "rb") as fd:
        return load_grl_string(fd.read(), IOVSet_class)
    

◆ load_grl_iovs_any()

python.grl.load_grl_iovs_any ( * files )

Use IOV ranges from the input `files` xmls if the lumirange is set in any file

Definition at line 23 of file DQUtils/python/grl.py.

def load_grl_iovs_any(*files):
    """
    Use IOV ranges from the input `files` xmls if the lumirange is set in any file
    """
    grl_iovsets = [grl_iovs_from_xml(f) for f in files]
    
    assert all(i.ordered for i in grl_iovsets)
    
    result = IOVSet()    
    for since, until, grl_states in process_iovs(*grl_iovsets):
        if any(grl_states):
            result.add(since, until)
    
    return result.solidify(GRL_IOV)
 

◆ load_grl_string()

python.grl.load_grl_string	(		data,
			IOVSet_class = IOVSet )

Definition at line 42 of file DQUtils/python/grl.py.

def load_grl_string(data, IOVSet_class=IOVSet):
    xml = ET.fromstring(data)
    result = []
 
    for lbc in xml.iter('LumiBlockCollection'):
        run = int(lbc.find('Run').text)
        for lbr in lbc.findall('LBRange'):
            since, until = int(lbr.get('Start')), int(lbr.get('End')) + 1
            
            result.append((RunLumi(run, since), RunLumi(run, until)))
    
    return IOVSet_class(map(GRL_IOV._make, sorted(result)))
 

◆ make_grl()

python.grl.make_grl	(	iovset,
		name = "unknown",
		version = "unknown" )

Definition at line 55 of file DQUtils/python/grl.py.

def make_grl(iovset, name="unknown", version="unknown"):
    assert len(iovset.channels) <= 1
    
    from datetime import datetime
    from textwrap import dedent
    
    result = [dedent("""
    <?xml version="1.0" ?>
    <!DOCTYPE LumiRangeCollection
      SYSTEM 'http://atlas-runquery.cern.ch/LumiRangeCollection.dtd'>
    <!-- Good-runs-list created by DQUtils on {time} -->
    <LumiRangeCollection>
       <NamedLumiRange>
          <Name>{name}</Name>
          <Version>{version}</Version>""".format(
          name=name, version=version, 
          time=datetime.now().strftime("%Y-%m-%d %H:%M:%S.%f"))).strip()]
          
    for run, iovs in sorted(iovset.by_run.items()):
        result.append("      <LumiBlockCollection>")
        result.append("         <Run>%i</Run>" % run)
        for iov in iovs:
            arg = iov.since.lumi, iov.until.lumi-1
            result.append('         <LBRange Start="%i" End="%i"/>' % arg)
        result.append("      </LumiBlockCollection>")
    result.append("   </NamedLumiRange>")
    result.append("</LumiRangeCollection>")
    return "\n".join(result)
 

◆ test()

python.grl.test ( )

Definition at line 99 of file DQUtils/python/grl.py.

def test():
    path = "/afs/cern.ch/user/b/beate/public/DQAna/StableBeams-periodC1.xml"
    iovs = grl_iovs_from_xml(path)
    
    from pprint import pprint
    pprint(iovs)
            

Variable Documentation

◆ GRL_DIRECTORY

str python.grl.GRL_DIRECTORY = '/afs/cern.ch/user/a/atlasdqm/grl'

Definition at line 77 of file GoodRunsLists/python/grl.py.

◆ TAGS_TO_SUPPRESS

list python.grl.TAGS_TO_SUPPRESS

Initial value:

=  ['DetStatusLBSumm_m4initial',
                    'DetStatusLBSumm-cos08-01',
                    'DetStatusLBSumm-cos09-01',
                    'DetStatusLBSumm-cos08-02',
                    'COMP200_OFL',
                    'DetStatusLBSumm_RECP']

Definition at line 80 of file GoodRunsLists/python/grl.py.

Classes

Functions

Variables

Function Documentation

◆ _deep_get_grl_info()

◆ _do_import_and_get_obj()

◆ _get_cool_tags_for_folder()

◆ _get_grl_info()

◆ _get_list_of_grl_classes()

◆ grl_contains_run_lb()

◆ grl_from_dir()

◆ GRL_IOV()

◆ grl_iovs_from_xml()

◆ load_grl()

◆ load_grl_iovs_any()

◆ load_grl_string()

◆ make_grl()

◆ test()

Variable Documentation

◆ GRL_DIRECTORY

◆ TAGS_TO_SUPPRESS