sim_rttUpdate.RttUpdate Class Reference

Collaboration diagram for sim_rttUpdate.RttUpdate:

Public Member Functions
def	__init__ (self, opt, db)
def	ls (self)
def	printOptions (self)
def	writeLogFile (self)
def	printLogFile (self)
def	updateDcubeXML (self, tname, path)
def	updateDcube (self)
def	updateRefs (self)

Public Attributes
	db
	opt
	djobs
	jobs
	alias
	logfile

Detailed Description

Definition at line 400 of file sim_rttUpdate.py.

Constructor & Destructor Documentation

__init__()

def sim_rttUpdate.RttUpdate.__init__	(		self,
			opt,
			db
	)

Definition at line 401 of file sim_rttUpdate.py.

    def __init__(self,opt,db):
        self.db = db
        self.opt = opt
 
        # release
        if opt.rel=='rel_X':
            opt.rel='rel_%d'% (dt.date.today().isoweekday() % 7)
        
        # RTT result directory
        if opt.rttpath == 'default':
            opt.rttpath='/afs/cern.ch/atlas/project/RTT/prod/Results/rtt/'+opt.rel+'/'+opt.branch+'/build/'+opt.cmt+'/offline/'+opt.package
            print 'using default rttpath =',opt.rttpath
 
        # EOS result directory, etc.
        opt.rttcastor='/eos/atlas/atlascerngroupdisk/proj-sit/rtt/prod/rtt/'+opt.rel+'/'+opt.branch+'/'+opt.cmt+'/offline/'+opt.package
        opt.eoscmd='/afs/cern.ch/project/eos/installation/0.1.0-22d/bin/eos.select'
        opt.eosprefix='root://eosatlas.cern.ch/'
 
        """
        xrdcp root://eosatlas.cern.ch//eos/atlas/atlascerngroupdisk/proj-sit/rtt/prod/rtt/rel_2/17.1.X.Y/i686-slc5-gcc43-opt/offline/DigitizationTests/mc11_ttbar_LVL1_on/mc11_ttbar.RDO.pool.root root://eosatlas.cern.ch//eos/atlas/atlascerngroupdisk/proj-sit/digitization/RTT/ReferenceFiles/MC12/MC11_ttbar_LVL1_ON.RDO.pool.root
"""
 
        opt.testpath,opt.project=db.findPackage(opt.package)
        opt.ref=db.findReference(opt.branch,opt.project)
        
 
        opt.refpath='/eos/atlas/atlascerngroupdisk/proj-sit/'+opt.project+'/validation/RTT/referenceFiles/'
        opt.dcubepath='/afs/cern.ch/atlas/project/RTT/DCubeReference/offline/'+opt.testpath+'/'+opt.package+'/'
        if opt.ref!='':
            opt.refpath+=opt.ref+'/'
            opt.dcubepath+=opt.ref+'/'
 
        #db._dumpTable('t_jobs')
        self.djobs=db.findJobs(opt.package,jobtype='dcube')
        #print 'djobs=',self.djobs
 
        self.jobs=db.findJobs(opt.package,jobtype='diffpool')
        #print 'jobs=',self.jobs
 
        if opt.jobs!='':
            print "selected jobs"
            print opt.jobs
            joblist=opt.jobs.split(',')
            print joblist
            
            self.jobs = dict ( [ (k,self.jobs[k])  for k in joblist if self.jobs.has_key(k) ])
            print self.jobs
            self.djobs = dict ( [ (k,self.djobs[k]) for k in joblist if self.djobs.has_key(k) ])
            print self.djobs
            # python 2.7 could use
            # self.djobs = { k:self.djobs[k] for k in joblist if self.djobs.has_key(k) }
 
        # obsolete for devval
        #self.alias={'AtlasGeom19Sim':'SingleParticleSim'} 
        self.alias={} #{'FrozenShowerFCalOnly':'FrozenShowerTest1'} 
                  
        if self.opt.today=='AUTO':
            self.opt.today=dt.date.today().strftime("%y%m%d")
            #self.opt.today=self.today
        self.opt.user=get_username()
        #self.opt.today='120207-fix'   #*AS* fix !!
        self.logfile='/afs/cern.ch/atlas/groups/Simulation/rtt/rttUpdate.log'
 
        self.writeLogFile()
 

Member Function Documentation

ls()

def sim_rttUpdate.RttUpdate.ls

(

self

)

Definition at line 466 of file sim_rttUpdate.py.

    def ls(self):
        os.system('ls '+self.opt.rttpath)
 

printLogFile()

def sim_rttUpdate.RttUpdate.printLogFile

(

self

)

Definition at line 494 of file sim_rttUpdate.py.

    def printLogFile(self):
        f=file(self.logfile)
        for l in f:
            print l,
 

printOptions()

def sim_rttUpdate.RttUpdate.printOptions

(

self

)

Definition at line 469 of file sim_rttUpdate.py.

    def printOptions(self):
 
        print '*** options: ***'
        for i in dir(self.opt):
            if i=='ensure_value' or i=='read_file' or i=='read_module':
                continue
            if i.startswith('_'):
                continue
            print '%12s:'%i,getattr(self.opt,i)
 

updateDcube()

def sim_rttUpdate.RttUpdate.updateDcube

(

self

)

Definition at line 535 of file sim_rttUpdate.py.

    def updateDcube(self):
        if len(self.djobs)>0:
            cmd='mkdir '+self.opt.dcubepath+self.opt.today
            print cmd
            if not self.opt.dryrun:
                os.system(cmd)
 
        # dcube
        for j,files in self.djobs.items():
            epath=self.opt.rttpath+'/'+j
            print '########################################'
            if len(files)==0:
                print 'WARNING, no files given, looking for root files '
                os.system('ls -l '+epath+'/*.root')
 
            for f in files:
                src=epath+'/'+f
                if not os.path.exists(src):
                    print src,'does not exist'
                    break
                sj = j
                parts=j.split('_')
                dst=self.opt.dcubepath+sj+'.'+f
                s=os.system('ls '+dst)  
                if (s==0) :
                    print 'destination exists'
                    cmd='rm '+dst
                    print cmd
                    if not self.opt.dryrun:
                        os.system(cmd)
 
                cmd='cp -v '+src+' '+self.opt.dcubepath+self.opt.today+'/'+sj+'.'+f
                print cmd
                if not self.opt.dryrun:
                    os.system(cmd)
                cmd='ln -s '+self.opt.today+'/'+sj+'.'+f+' '+dst
                print cmd
                if not self.opt.dryrun:
                    os.system(cmd)
 
                self.updateDcubeXML(j,self.opt.dcubepath)
 
 
        # break

updateDcubeXML()

def sim_rttUpdate.RttUpdate.updateDcubeXML	(		self,
			tname,
			path
	)

Definition at line 499 of file sim_rttUpdate.py.

    def updateDcubeXML(self,tname,path):
        print "updating dcube xml file"
        print tname
        print path
 
        dxml=path+"dcube-"+tname+".xml"
        dxmln=dxml+".new"
        print dxml
 
        dfile=file(dxml)
        dnew=file(dxmln,"w")
        for l in dfile:
            if l.count("Results from")>0:
                print l,
 
                newl= "Results from "
                newl+= dt.date.today().strftime("%d %B %Y")
                newl+= ", "+self.opt.rel+" "
                newl+= self.opt.branch+" "
                newl+= self.opt.cmt
                self.opt.comment=newl
                newl+= " for "+tname
                print newl
                l=newl+"\n"
            dnew.write(l)
        dnew.close()
        dfile.close()
 
        cmd="mv "+dxmln+" "+dxml
        print cmd
        if not self.opt.dryrun:
            print "..."
            os.system(cmd)
            
            
 

updateRefs()

def sim_rttUpdate.RttUpdate.updateRefs

(

self

)

Definition at line 579 of file sim_rttUpdate.py.

    def updateRefs(self):
        if len(self.jobs)>0:
 
            # diffPoolFileRunner
            cmd=self.opt.eoscmd+' mkdir '+self.opt.refpath+self.opt.today
            print cmd
            if not self.opt.dryrun:
                os.system(cmd)
    
        for j,files in self.jobs.items():
            epath=self.opt.rttpath+'/'+j
            print '########################################'
            #print epath,':'
            #print files
 
            if len(files)==0:
                print 'WARNING, no files given, looking for root files '
                os.system('ls -l '+epath+'/*.root')
 
            for f in files:
                #print '#'
                s=os.system('ls -l '+epath+'/'+f)
                #print '#',s
                if s!=0:
                    epath=self.opt.rttcastor+'/'+j
                    #print epath,':'
                    #s=os.system('nsls -l '+epath+'/'+f)  ### Castor
                    s=os.system(self.opt.eoscmd+' ls '+epath+'/'+f)  
                    if s==0:
                        epath= self.opt.eosprefix+epath
 
                if s==0:
                    # 
                    src=epath+'/'+f
                    sj = j
                    parts=j.split('_')
                    if len(parts)>1 and parts[1] in ['EVNT2TR','TR2HITS']:
                        sj=parts[0]
                    if self.alias.has_key(sj):
                        print 'changed', sj
                        sj=self.alias[sj]
                        print 'to', sj
                        
                    #print parts    
                    pref,suff=f.split('.',1)
                    dst=self.opt.refpath+sj+self.opt.sbranch+'.'+suff
                    #s=os.system('nsls -l '+dst)    ### Castor
                    s=os.system(self.opt.eoscmd+' ls '+dst)  
                    if (s==0) :
                        print 'destination exists'
                        # cmd='nsrename '+dst+' '+dst+'.1'
                        # cmd="nsrm "+dst           ### Castor
                        cmd=self.opt.eoscmd+" rm "+dst       
                        print cmd
                        if not self.opt.dryrun:
                            os.system(cmd)
                    cmd='xrdcp '+src+' '+self.opt.eosprefix+dst
                    print cmd
                    if not self.opt.dryrun:
                        os.system(cmd)
                    dst=self.opt.refpath+self.opt.today+'/'+sj+self.opt.sbranch+'.'+suff
                    cmd='xrdcp '+src+' '+self.opt.eosprefix+dst
                    print cmd
                    if not self.opt.dryrun:
                        os.system(cmd)
                else:
                    print 'source not found!'
 
 

writeLogFile()

def sim_rttUpdate.RttUpdate.writeLogFile

(

self

)

Definition at line 479 of file sim_rttUpdate.py.

    def writeLogFile(self):
        f=file(self.logfile,'a')
        for i in ['today','dryrun','user','branch','rel','cmt', 'package','jobs','comment']:
            val ='None'
            if hasattr(self.opt,i):
                val =  str(getattr(self.opt,i))
            if val=='':
                val='None'
            if val.count(' ')>0:
                val='"'+val+'"'
            #print i,'=',val
            f.write( val )
            f.write(' ')
        f.write('\n')
 

Member Data Documentation

alias

sim_rttUpdate.RttUpdate.alias

Definition at line 455 of file sim_rttUpdate.py.

db

sim_rttUpdate.RttUpdate.db

Definition at line 402 of file sim_rttUpdate.py.

djobs

sim_rttUpdate.RttUpdate.djobs

Definition at line 434 of file sim_rttUpdate.py.

jobs

sim_rttUpdate.RttUpdate.jobs

Definition at line 437 of file sim_rttUpdate.py.

logfile

sim_rttUpdate.RttUpdate.logfile

Definition at line 462 of file sim_rttUpdate.py.

opt

sim_rttUpdate.RttUpdate.opt

Definition at line 403 of file sim_rttUpdate.py.

---

The documentation for this class was generated from the following file:

• sim_rttUpdate.py