periodInfo.py

Go to the documentation of this file.

#!/usr/bin/env python
 
# Copyright (C) 2002-2020 CERN for the benefit of the ATLAS collaboration
 
from __future__ import print_function
 
"""
 Generate run list for each period using the pyAMI interface to the COMA db.
 
 Need to authenticate (once) and setup pyami via:
 
source /afs/cern.ch/atlas/software/tools/atlasmeta/setup.sh
export PYAMI_CONFIG_DIR=~/private/.pyami
ami auth
"""
 
__author__  = 'Carl Gwilliam'
__version__ = ''
__usage__   = '''%prog [options]'''
 
import os,sys
 # the above line needed to ensure correct python environment since pyAMI 4.0.3
import pyAMI.client
 
from optparse import OptionParser
parser = OptionParser(usage=__usage__, version=__version__)
parser.add_option('-c', '--config', dest='config', default='', help='AMI authentication file')
(options,args) = parser.parse_args()
 
class AMIWrapper:
     def __init__(self):
         "Initalise AMI"
         self.ami=pyAMI.client.Client('atlas')
         #if options.config:
         #    self.configFileName = os.path.expanduser(options.config)
         #else:
             #sys.exit('No authentication file specified')
         #self.ami.readConfig(self.configFileName)
         if options.config:
             self.configFileName = os.path.expanduser(options.config)
         else:
             sys.exit('No authentication file specified')
         print (self.configFileName)
         #self.ami=pyAMI.client.Client('atlas',key_file=self.configFileName,ignore_proxy=True,verbose=True)
 
     def run(self, cmd):
         """
         Execute an AMI command given as a list of command and paramters (ami format) or
         space separated string (for convenience)
         """
         if isinstance(cmd, str):
             cmd = cmd.split()
         
         print ('PRINT AMI CMD', cmd )
         results = self.ami.execute(cmd,format='dict_object')
 
         return results.get_rows()
             
     def periods(self, period=None, level=None, project=None, status=None):
         "Get list of periods.  By default return all periods"
         
         cmd = 'ListDataPeriods'
         if period:  cmd += ' period='+period
         if level:   cmd += ' periodLevel='+level
         if project: cmd += ' projectName='+project
         if status:  cmd += ' status='+status        
         return self.run(cmd)
 
     def runsForPeriod(self, period, project):
         "Get info on runs for a particular period"
 
         cmd = 'GetRunsForDataPeriod period='+period
         cmd += ' projectName='+project
         print (cmd)
         return self.run(cmd)
 
     def runListsPerPeriod(self, location='/afs/cern.ch/user/a/atlidbs/nt/DataPeriods/'):
         """
         Generate files containing run lists for periods if they don't already exist
         """
         # Don't only update unlocked periods since they may change as looked so need to check at least once more
         # Need to find a better way fo doing this but for now update all
         periods = self.periods() #status='unlocked') 
         path = os.path
         num = 0
 
         for p in periods:
             #print ('Looking at period: ', p )
             projectDir =path.normpath(location + '/' + p['projectName'])
 
             if not path.exists(projectDir):
                 os.makedirs(projectDir)
             
             filename = '%s/%s.runs.list' % (projectDir,p['period'])
             
             #if path.exists(filename): continue
 
             # Need to remove the file as it might have changed from last time
             if path.exists(filename):
                 os.system('rm ' + filename)
 
             print ('* Creating run list for %(projectName)s %(period)s ...' % p)
 
             num += 1
             #if p['period'] == 'A1' and p['projectName'] == 'data15_1beam':
             #  continue
             try:
               runs = self.runsForPeriod(p['period'], p['projectName'])
             except:
               continue
             runList = '\n'.join(sorted([r['runNumber'] for r in runs]))
             runList += '\n' # Needed for cat to work!
             print (runList)
             with open(filename, 'w') as f:
                 f.write(runList)
 
             print ('  ... written to', filename, '\n' )
 
         if not num:
             print ('* No new period infomation to create')
  
if __name__ == '__main__':
     ami = AMIWrapper()
     ami.runListsPerPeriod()