python.grid Namespace Reference

Classes
class	Config
class	Sample

Functions
def	Add (name)
def	AvailableDatasets ()
def	Samples (names)
def	basicInDSNameShortener (*args)
def	checkMergeType (configuration)
def	checkForFile (filename)
def	checkForPrun ()
def	findPackages ()
def	submit (config, allSamples)
def	makeDirectory (outputDirectory)
def	convertAODtoTOPQ (derivationToUse, ptag, samples)
def	checkForShowerAlgorithm (Samples, cutfile)
def	isAF2 (dataset)
def	isData (dataset)
def	checkPRWFile (Samples, cutfile)
def	getFirstTag (tags, letter)
	gets the first AMI tag of a kind More...
def	getShortenedConcatenatedSample (sampleName)

Variables
dictionary	availableDatasets = {}

Function Documentation

Add()

def python.grid.Add

(

name

)

Definition at line 41 of file grid.py.

def Add(name):
    availableDatasets[name] = Sample(name)
    return availableDatasets[name]
 

AvailableDatasets()

def python.grid.AvailableDatasets

(

)

Definition at line 45 of file grid.py.

def AvailableDatasets():
    return availableDatasets
 

basicInDSNameShortener()

def python.grid.basicInDSNameShortener

(

*

args

)

Definition at line 57 of file grid.py.

def basicInDSNameShortener(*args):
    # don't ask what args[0] is; just use args[1] (sorry for my lack of understanding of python)
    # if you want to use a different function defined outside this module, you don't need to bother
    inDSName = args[1]
    splitted = inDSName.split('.')
 
    runNumber = splitted[1]
    physicsName = splitted[2]
    if splitted[0] == "user" or splitted[0] == "group": #this is in case we run on private derivations, either produced with user or group role
        runNumber = splitted[2]
        physicsName = splitted[3]
    derivation = splitted[-2]
    tags = splitted[-1].replace('/','')
 
    #grid complains dataset names are too long
    #stupid grid
    if len(physicsName) > 20:
        physicsName = physicsName.split('_')[0]
 
    outDSName = runNumber + '.' + physicsName + '.' + derivation + '.' + tags
    return outDSName
 

checkForFile()

def python.grid.checkForFile

(

filename

)

Definition at line 161 of file grid.py.

def checkForFile(filename):
    return os.path.exists(filename)
 

checkForPrun()

def python.grid.checkForPrun

(

)

Definition at line 164 of file grid.py.

def checkForPrun():
    if distutils.spawn.find_executable('prun') == None:
        print(logger.FAIL + 'DANGER DANGER DANGER' + logger.ENDC)
        print('Could not find prun. If you use setupATLAS (you should) then')
        print('"localSetupPandaClient --noAthenaCheck" and run this again')
        sys.exit()
 
#I see a crash if I setup with rcSetup Top,1.4.0
#and don't run rc find_packages
#so let's run this by default

checkForShowerAlgorithm()

def python.grid.checkForShowerAlgorithm	(		Samples,
			cutfile
	)

Definition at line 442 of file grid.py.

def checkForShowerAlgorithm(Samples, cutfile):    
    settingsFilePath = ROOT.PathResolver.find_file(cutfile, "DATAPATH", ROOT.PathResolver.LocalSearch)
    noShowerDatasets = []
    customTDPFile = None
    tmp = open(settingsFilePath, "r")
    for line in tmp.readlines():
        if "TDPPath" not in line:
            continue
        else:
            customTDPFile = line.strip().split("TDPPath")[1]
            break
    print(customTDPFile)
    if customTDPFile:
        tdpFile = ROOT.PathResolver.find_calib_file(customTDPFile)
    else:
        tdpFile = ROOT.PathResolver.find_file("dev/AnalysisTop/TopDataPreparation/XSection-MC16-13TeV.data", "CALIBPATH", ROOT.PathResolver.RecursiveSearch)
    # Load the file
    print(tdpFile)
    tdp = analysis.TopDataPreparation(tdpFile)
    for TopSample in availableDatasets.values():
        for List in Samples:
            SublistSamples = List.datasets
            for sample_concatenated in SublistSamples:
                sample=getShortenedConcatenatedSample(sample_concatenated) # in the case of comma-separated samples with same DSIDs and same first tags (it's the same sample)
                scope = sample.split('.')[0]
                if 'mc' not in scope:
                    continue
                dsid = sample.split('.')[1]
                dsid = int(dsid)
                hasShower = tdp.getShower(dsid) in ['sherpa','sherpa21','pythia','pythia8','herwigpp','amcatnlopythia8', 'herwigpp713', 'sherpa228', 'sherpa2210', 'herwigpp721']
                #print hasShower,"   ",sample
                if not tdp.hasID(dsid) or not hasShower:
                    noShowerDatasets += [dsid]
 
    if len(noShowerDatasets) > 0:
        print('TopDataPreparation .data file specified in '+settingsFilePath+' was checked.')
        print('The following datasets do not have a showering algorithm defined in TopDataPreparation and will fail on the grid. Please ask for this to be fixed in TopDataPreparation!')
        for ds in set(noShowerDatasets):
            print(ds)
        raise RuntimeError("Datasets without shower.")
 

checkMergeType()

def python.grid.checkMergeType

(

configuration

)

Definition at line 153 of file grid.py.

def checkMergeType(configuration):
    type = configuration.mergeType
    if type != "None" and type != "Default" and type != "xAOD":
        print("MergeType must be set to either None, Default or xAOD")
        print('Not', type, "Since that doesn't make sense")
        sys.exit()
 
#If settings.txt doesn't exist your grid job will fail

checkPRWFile()

def python.grid.checkPRWFile	(		Samples,
			cutfile
	)

Definition at line 498 of file grid.py.

def checkPRWFile(Samples, cutfile):
    # Some imports
    import subprocess, shlex
 
    # We need to find the PRW files being used and make use of the checkPRW 
    # checkPRW.py --inDsTxt=my.datasets.txt  path/to/prwConfigs/*.root
    # First, find the PRW names from cutfile
    settingsFilePath = ROOT.PathResolver.find_file(cutfile, "DATAPATH", ROOT.PathResolver.LocalSearch)
    print(logger.OKBLUE + " - Processing checks for PRWConfig in " + settingsFilePath + logger.ENDC)
    tmp = open(settingsFilePath, "r")
    PRWConfig = None
    PRWConfig_FS = None
    PRWConfig_AF = None
    for line in tmp.readlines():
        line = line.split('#', 1)[0].strip()
        if line.startswith("PRWConfigFiles_AF"):
            PRWConfig_AF = [ ROOT.PathResolver.find_file( x, "CALIBPATH", ROOT.PathResolver.RecursiveSearch ) for x in line.split()[1:] ]
            PRWConfig_AF.extend( [ ROOT.PathResolver.find_file( x, "DATAPATH", ROOT.PathResolver.RecursiveSearch ) for x in line.split()[1:] ]  )
            PRWConfig_AF.extend( [ ROOT.PathResolver.find_file( x, "PATH", ROOT.PathResolver.RecursiveSearch ) for x in line.split()[1:] ]  )
        elif line.startswith("PRWConfigFiles_FS"):
            PRWConfig_FS = [ ROOT.PathResolver.find_file( x, "CALIBPATH", ROOT.PathResolver.RecursiveSearch ) for x in line.split()[1:] ]
            PRWConfig_FS.extend( [ ROOT.PathResolver.find_file( x, "DATAPATH", ROOT.PathResolver.RecursiveSearch ) for x in line.split()[1:] ]  )
            PRWConfig_FS.extend( [ ROOT.PathResolver.find_file( x, "PATH", ROOT.PathResolver.RecursiveSearch ) for x in line.split()[1:] ]  )
        elif line.startswith("PRWConfigFiles"):
            PRWConfig = [ ROOT.PathResolver.find_file( x, "CALIBPATH", ROOT.PathResolver.RecursiveSearch ) for x in line.split()[1:] ]
            PRWConfig.extend( [ ROOT.PathResolver.find_file( x, "DATAPATH", ROOT.PathResolver.RecursiveSearch ) for x in line.split()[1:] ]  )
            PRWConfig.extend( [ ROOT.PathResolver.find_file( x, "PATH", ROOT.PathResolver.RecursiveSearch ) for x in line.split()[1:] ]  )
 
    if PRWConfig and PRWConfig_AF:
        print(logger.FAIL + " - Problem in cutfile " + settingsFilePath + ": PRWConfigFiles is inconsistent with usage of PRWConfigFiles_AF" + logger.ENDC)
        return
    elif PRWConfig and PRWConfig_FS:
        print(logger.FAIL + " - Problem in cutfile " + settingsFilePath + ": PRWConfigFiles is inconsistent with usage of PRWConfigFiles_FS" + logger.ENDC)
        return
    elif PRWConfig and not PRWConfig_FS and not PRWConfig_AF:
        PRWConfig_FS = PRWConfig
        PRWConfig_AF = PRWConfig
    elif not PRWConfig and not PRWConfig_FS and not PRWConfig_AF:
        print(logger.FAIL + " - Error reading PRWConfigFiles from cutfile" + logger.ENDC)
        return
    # else: we assume that PRWConfigFiles_FS and PRWConfigFiles_AF are set
 
    # Print the PRW files
    print(logger.OKGREEN + "PRW files used for FS:" + logger.ENDC)
    print(logger.OKGREEN + "\n".join(PRWConfig_FS) + logger.ENDC)
    print(logger.OKGREEN + "PRW files used for AF2:" + logger.ENDC)
    print(logger.OKGREEN + "\n".join(PRWConfig_AF) + logger.ENDC)
 
    # Create a temporary sample list
    tmpFileNameFS = "samplesforprwcheck_FS.txt"
    tmpOutFS = open(tmpFileNameFS,"w")
    tmpFileNameAF = "samplesforprwcheck_AF.txt"
    tmpOutAF = open(tmpFileNameAF,"w")
    for List in Samples:
        SublistSamples = List.datasets
        for sample_concatenated in SublistSamples: # the listed samples may be comma-separated list of samples
            for sample in sample_concatenated.split(','): # we need to check all of them, not just the first one
                if (isData(sample)):
                    continue
                else:
                    if not isAF2(sample):
                        tmpOutFS.write(sample+"\n")
                    else:
                        tmpOutAF.write(sample+"\n")
    tmpOutFS.close()
    tmpOutAF.close()
 
    # then do the check
    if (os.path.getsize(tmpFileNameFS)): # what follows only makes sense if the file isn't empty
        # Make the FS command
        cmdFS = "checkPRW.py --inDsTxt %s %s"%(tmpFileNameFS, " ".join(PRWConfig_FS))
        print(logger.OKBLUE + " - Running command : " + cmdFS + logger.ENDC)
        # Run
        procFS = subprocess.Popen(shlex.split(cmdFS))
        procFS.wait()
    else:
        print(logger.OKBLUE + " - No PRWConfig check is needed for FS." + logger.ENDC)
    if (os.path.getsize(tmpFileNameAF)): # what follows only makes sense if the file isn't empty
        # Make the AF command
        cmdAF = "checkPRW.py --inDsTxt %s %s"%(tmpFileNameAF, " ".join(PRWConfig_AF))
        print(logger.OKBLUE + " - Running command : " + cmdAF + logger.ENDC)
        # Run
        procAF = subprocess.Popen(shlex.split(cmdAF))
        procAF.wait()
    else:
        print(logger.OKBLUE + " - No PRWConfig check is needed for AF2." + logger.ENDC)
    # At the moment, just print the output, but we need to learn what to catch also
 

convertAODtoTOPQ()

def python.grid.convertAODtoTOPQ	(		derivationToUse,
			ptag,
			samples
	)

Definition at line 432 of file grid.py.

def convertAODtoTOPQ(derivationToUse, ptag, samples):
    for sample in samples:
        for i, ds in enumerate(sample.datasets):
            sample.datasets[i] = ds.replace('AOD', derivationToUse).replace('/', '') + '_' + ptag
 

findPackages()

def python.grid.findPackages

(

)

Definition at line 174 of file grid.py.

def findPackages():
    cmd = 'cd $ROOTCOREBIN/../; rc find_packages'
 
    debug = False
 
    if debug:
        print('finding packages')
        print(cmd)
 
    for l in os.popen(cmd).readlines():
        if debug:
            print(l.strip())
 
    if debug:
        print('done')
 
#Given a list of datasets, the command to run and a mode (egamma, muons) this
#submits one prun job per run
#This is mostly for internal use of the code

getFirstTag()

def python.grid.getFirstTag	(		tags,
			letter
	)

gets the first AMI tag of a kind

Definition at line 587 of file grid.py.

def getFirstTag(tags,letter):
    tagList = tags.split('_')
    first = ''
    for tag in tagList:
        if tag.find(letter,0,1) != -1 and tag[1:].isdigit() and first == '':
            first = tag
    return first
 
 
# In MC16, a given DSID can have been "split" into several datasets, were some have more ami-tags
# This function takes as input a coma-separated list of datasets, and returns the name of the first sample if we are in such case
# It throws an error if the DSID of these datasets is different, or if the first ami-tag of each time is different for the different datasets

getShortenedConcatenatedSample()

def python.grid.getShortenedConcatenatedSample

(

sampleName

)

Definition at line 599 of file grid.py.

def getShortenedConcatenatedSample(sampleName):
    samples = sampleName.split(',')
    if len(samples) == 1: # the simplest case
        return samples[0]
    
    # check if the DSIDs are all the same
    DSID = samples[0].split('.')[1]
    firstTagOfFirstSample = { 'e':'', 's':'', 'a':'', 'r':'', 'f':'', 'm':'', 'p':'', }
    isFirstSample = True
    for s in samples:
        if s.split('.')[1] != DSID:
            print(logger.FAIL + " Issue with this concatenated sample: " + sampleName + logger.ENDC)
            print(logger.FAIL + " This syntax can only work if all dataset containers have the same DSID " + logger.ENDC)
            raise RuntimeError("Issue with contatenated samples.")
        AmiTags = s.split('.')[-1]
        for tagType in firstTagOfFirstSample:
            if firstTagOfFirstSample[tagType] == '' and isFirstSample:
                firstTagOfFirstSample[tagType] = getFirstTag(AmiTags,tagType)
            elif firstTagOfFirstSample[tagType] != getFirstTag(AmiTags,tagType):
                print(logger.FAIL + " Issue with this concatenated sample: " + sampleName + logger.ENDC)
                print(logger.FAIL + " This syntax can only work if all dataset containers have the same first tag of each type " + logger.ENDC)
                print(logger.FAIL + " And it seems there are two samples in this list, one with " + firstTagOfFirstSample[tagType] + " and one with " + getFirstTag(AmiTags,tagType) + " as first " + tagType + "-tag" + logger.ENDC)
                raise RuntimeError("Issue with contatenated samples.")
        isFirstSample = False
    return samples[0] # if we survived all the tests, return the first of the list

isAF2()

def python.grid.isAF2

(

dataset

)

Definition at line 483 of file grid.py.

def isAF2(dataset):
    tags = dataset.split('.')[-1]
    tagList = tags.split('_')
    for tag in tagList:
        if tag.find('a')>-1:
            return True
    return False
 

isData()

def python.grid.isData

(

dataset

)

Definition at line 491 of file grid.py.

def isData(dataset):
    scope = dataset.split('.')[0]
    if scope.find('data')>-1:
        return True
    else:
        return False
 

makeDirectory()

def python.grid.makeDirectory

(

outputDirectory

)

Definition at line 420 of file grid.py.

def makeDirectory(outputDirectory):
    try:
        os.makedirs(outputDirectory)
        print('Made directory', outputDirectory)
    except:
        #directory already exists
        pass
 
#Loop through the samples and change the AOD-style name to a DAOD_TOPQ one
#The user needs to give derivationToUse (DAOD_TOPQ1 or DAOD_TOPQ2)
#The p-tag for the production
#And the list of samples

Samples()

def python.grid.Samples

(

names

)

Definition at line 48 of file grid.py.

def Samples(names):
    samples = []
    for n in names:
        #removing whitespaces from concatenated lines - ANALYSISTO-553
        for ds in range(0,len(availableDatasets[n].datasets)):
            availableDatasets[n].datasets[ds]=availableDatasets[n].datasets[ds].replace(' ','')
        samples.append(availableDatasets[n])
    return samples
 

submit()

def python.grid.submit	(		config,
			allSamples
	)

Definition at line 193 of file grid.py.

def submit(config, allSamples):
  checkForPrun()
  checkMergeType(config)
  config.details()
  if not config.skipShowerCheck:
      for configFile in config.settingsFile.split(','):
        checkForShowerAlgorithm(allSamples, configFile)
  if config.checkPRW:
      for configFile in config.settingsFile.split(','):
        checkPRWFile(allSamples, configFile)
 
  tarfile = 'top-xaod.tar.gz'
 
  # Delete the old tarball if requested
  if not config.reuseTarBall:
      try:
          os.remove(tarfile)
      except OSError as e:
          #Number 2 is 'file doesn't exist' which is okay for us
          if e.errno == 2:
              pass
          else:
              raise
 
 
  #Check for cuts file
  for configFile in config.settingsFile.split(','):
    if not checkForFile(configFile):
        print(logger.WARNING     + " WARNING - Did not find config file %s in this dir "%(configFile) + logger.ENDC)
        print(logger.WARNING     + "       - Attempt to find this file in a sensible location using PathResolver... " + logger.ENDC)
        settingsFilePath = ROOT.PathResolver.find_file(configFile, "DATAPATH", ROOT.PathResolver.LocalSearch)      
        if settingsFilePath == "":
            print(logger.FAIL    + "DANGER DANGER. HIGH VOLTAGE" + logger.ENDC)
            print('%s does not exist in this directory and cannot be found using PathResolver, exiting!' % configFile)
            sys.exit(1)
        else:
            print(logger.WARNING + "       - Found an appropriate file %s "%(settingsFilePath) + logger.ENDC)
 
  outputFiles = []
  for configFile in config.settingsFile.split(','):
    settingsFilePath = ROOT.PathResolver.find_file(configFile, "DATAPATH", ROOT.PathResolver.LocalSearch)
 
    #Look in the cuts file for the output filename
    outputFilename = 'EMPTY'
    for l in open(settingsFilePath, "r"):
        #ignore text after comments
        if l.find('#') > -1:
            l = l.split('#')[0]
        if l.find('OutputFilename') > -1:
            outputFilename = l.replace('OutputFilename', '').strip()
    if outputFilename == 'EMPTY':
        print(logger.FAIL + 'OutputFilename not found in ' + settingsFilePath + logger.ENDC)
        sys.exit(1)
    else:
        outputFiles.append(outputFilename)
 
  outputFilenames='' # string defining the output file(s)
  combineArgument='' # argument of command for combining the multiple output files, if need be
  if len(outputFiles) == 0: # at this stage this shouldn't happen
    print(logger.FAIL + 'No OutputFileName found' + logger.ENDC)
    sys.exit(1)
  elif len(outputFiles) ==1: # the simplest case
    outF = outputFiles[0]
    outputFilenames = outF.replace(".root","_root") + ":" + outF
  else: # len(outputFiles) >=2: multiple output files, or a single combined one
    # check if the output files are unique
    if len(outputFiles) != len(set(outputFiles)):
        print(logger.FAIL + 'Two of the output file names are identical. Check the config files (separated by commas).' + logger.ENDC)
        sys.exit(1)
    if config.combine_outputFile == None: # no combination asked
        iconfigFile = 0
        for configFile in outputFiles:
            cFile = configFile.replace(".root","_root") + ":" + configFile
            outputFilenames += cFile
            if iconfigFile != len(outputFiles)-1:
                outputFilenames += ','
                iconfigFile += 1
    else: # combination of the multiple output files
        # retrieving the prefixes
        prefixes = config.combine_prefixes.split(',')
        # check if the prefixes are unique
        if len(prefixes) != len(set(prefixes)):
            print(logger.FAIL + 'Two of the prefixes (separated by commas) are identical. Check the combine_prefixes option.' + logger.ENDC)
            sys.exit(1)
        # check if the prefixes and the output files have same length
        if len(prefixes) != len(outputFiles):
            print(logger.FAIL + 'When combining the outputs, there should be as many prefixes as there are output files (separated by commas). Check the combine_prefixes and settingsFile options.' + logger.ENDC)
            sys.exit(1)
        # using combined file name
        outputFilenames = config.combine_outputFile.replace(".root","_root") + ":" + config.combine_outputFile
        # building the input file argument of the combination
        iconfigFile = 0
        for outFile in outputFiles:
            combineArgument += outFile
            combineArgument += ":"
            combineArgument += prefixes[iconfigFile]
            if iconfigFile != len(outputFiles)-1:
                combineArgument += ','
                iconfigFile += 1
  
 
  #print outputFilenames
 
  these = []
  print(logger.OKBLUE + 'For these samples' + logger.ENDC)
  
  for sample in allSamples:
      currentDatasets = sample.datasets
      actuallyExists = []
      for ds in currentDatasets:
          these.append(ds)
 
  #check if it's a release - which automatically would set rootVer and cmtConfig
  if not config.CMake:
      findPackages()
 
  plural = ''
  if len(these) > 1:
      plural = 's'
 
  print('')
  print(logger.OKBLUE + 'Starting submission of %d sample%s' % (len(these), plural) + logger.ENDC)
  print('')
 
  isfirst = True
  for i, d_concatenated in enumerate(these):
     d = getShortenedConcatenatedSample(d_concatenated) # in case of coma-separated list of samples with same DSID and same first tag of each type
     print(logger.OKBLUE + 'Submitting %d of %d' % (i+1, len(these)) + logger.ENDC)
 
     #Make the output dataset name
     #for group production it has to start with "group." and we asume that gridUsername is the name of the group (e.g. phys-top)
     if config.groupProduction:
         output = 'group.' + config.gridUsername + '.' + config.nameShortener(d) + '.' + config.suffix
     else:
         output = 'user.' + config.gridUsername + '.' + config.nameShortener(d) + '.' + config.suffix
 
     cmd = 'prun \\\n'
     #special care for group production - we assume that gridUsername is the name of the group (e.g. phys-top)
     if config.groupProduction:
         cmd += '--official --voms atlas:/atlas/' + config.gridUsername + '/Role=production  \\\n'
     cmd += '--inDS=' + d_concatenated + ' \\\n' # the inDS may be a comma-separated list of samples with same DSID and same first tag of each type
     cmd += '--outDS=' + output + ' \\\n'
     if config.CMake:
         CMTCONFIG = os.getenv("CMTCONFIG")
         cmd += '--useAthenaPackages --cmtConfig=%s \\\n'%(CMTCONFIG)
     else:
         cmd += '--useRootCore \\\n'
     cmd += '--writeInputToTxt=IN:in.txt \\\n'
     cmd += '--outputs=%s \\\n' % outputFilenames
     # write the --exec commands - will possibly AnalysisTop several times
     cmd += '--exec="'
     iconfigFile=0
     for configFile in config.settingsFile.split(','):
         cmd += '%s %s in.txt' % (config.code, configFile)
         if iconfigFile!=len(config.settingsFile.split(','))-1:
             cmd += '; '
             iconfigFile += 1
         elif combineArgument != '':
             cmd += '; combineATOutputs ' + config.combine_outputFile + " " + combineArgument
             cmd += '" \\\n'
         else:
             cmd += '" \\\n'
 
     #you might really hate a certain site
     if len(config.excludedSites) > 0:
         cmd += '--excludedSite=' + config.excludedSites + ' \\\n'
 
     #you might really like a certain site
     if len(config.forceSite) > 0:
         cmd += '--site ' + config.forceSite + ' \\\n'
 
     #tar-up the first time only, to save time when submitting
     if isfirst:
         if checkForFile(tarfile) and config.reuseTarBall:# reuse existing tarball if it already exists
            print(logger.OKBLUE + 'Reusing existing tarball %s' % (tarfile) + logger.ENDC)
            cmd += '--inTarBall=%s \\\n' % tarfile
         elif config.reuseTarBall:# reuse existing tarball if it already exists
            print(logger.WARNING + 'Tarball %s not found - will re-create it' % (tarfile) + logger.ENDC)
            cmd += '--outTarBall=%s \\\n' % tarfile
         else:
            cmd += '--outTarBall=%s \\\n' % tarfile
         isfirst = False
     else:
         cmd += '--inTarBall=%s \\\n' % tarfile
 
 
     #maybe you don't want to submit the job?
     if config.noSubmit:
         cmd += '--noSubmit \\\n'
 
     #fewer files = happy grid
     if config.mergeType != "None":
         cmd += '--mergeOutput \\\n'
 
     #Write the output to a specific storage element?
     if len(config.destSE) > 0:
         cmd += '--destSE=\"%s\" \\\n' % config.destSE
 
     #xAOD merging - slide 9 https://indico.cern.ch/event/401703/contribution/2/2/material/slides/0.pdf
     #Only add TriggerMenuMetaDataTool option when xAODTriggerCnv is in the release (not in 2.3.15)
     #--mergeScript="xAODMerge -m xAODMaker::TriggerMenuMetaDataTool %OUT \`echo %IN | sed \'s/,/ /g\'\`" \\\n'
     if config.mergeType == "xAOD":
         cmd += '--mergeScript="xAODMerge %OUT \`echo %IN | sed \'s/,/ /g\'\`" \\\n'
         
     #how much memory, not sure what default is when not set
     if len(config.memory) > 0:
         cmd += '--memory=%s \\\n' % config.memory
         
     #how many files
     if len(config.maxNFilesPerJob) > 0:
         cmd += '--maxNFilesPerJob=%s \\\n' % config.maxNFilesPerJob
 
     #other options
     if len(config.otherOptions) > 0:
         cmd += '%s \\\n' % config.otherOptions
 
     #Make sure the command actually ends
     cmd += '\n'
 
     #show people what you're about to do
     print(cmd)
 
     #then do it
     for l in os.popen(cmd).readlines():
         print('>> ', l.strip())
 
#Make a directory if it doesn't exist

Variable Documentation

availableDatasets

dictionary python.grid.availableDatasets = {}

Definition at line 12 of file grid.py.