ATLAS Offline Software
generateDQIndexFiles.py
Go to the documentation of this file.
1 #!/bin/env python
2 
3 
4 VERSION = '$Id: generateDQIndexFiles.py,v 1.4 2009-03-31 15:49:37 ponyisi Exp $'
5 
6 
7 import os
8 import sys
9 
10 
11 def generateDQIndexFiles( installPath, project, indexFile, runListFile, htmlAddress ):
12 
13  print ""
14  print "!! generateDQIndexFiles !!"
15  print "CVS version:"
16  print VERSION
17 
18  origdir = os.getcwd()
19  os.chdir( installPath )
20 
21  runDict, tmpDirList = buildRunDictionary()
22 
23  #printRunDictionary( runDict )
24  deleteTmpDirectories( runDict, tmpDirList )
25  writeIndexFile( runDict, indexFile, project )
26  writeRunListXML( runDict, runListFile, htmlAddress )
27 
28  os.chdir( origdir )
29  print ""
30 
31 
32 def buildRunDictionary():
33 
34 
36 
37  runDict = { }
38  allTmpDirList = [ ]
39  tmpDirList = [ ]
40 
41  for root, dirs, files in os.walk("."):
42  removeDir = []
43  if "history_plot" in dirs:
44  dirs.remove("history_plot")
45  for name in dirs:
46  if( name.find('run_') > -1 ):
47  removeDir.append(name)
48  if len(removeDir) > 0:
49  stream = root.replace("./","")
50  proc = 0
51  proci = stream.find("/")
52  if proci != -1:
53  try:
54  proc = int(stream[:proci])
55  except ValueError:
56  proc = 0
57  if proc != 0:
58  for rundir in dirs:
59  run = rundir.replace("run_","")
60  procDict = { }
61  streamList = [ ]
62  if run in runDict:
63  procDict = runDict[run]
64  if proc in procDict.keys():
65  streamList = procDict[proc]
66  procText = str(proc) + "/"
67  shortStream = stream.replace(procText,"")
68  if shortStream.find("tmp_") == 0:
69  allTmpDirList.append( (stream,run,proc) )
70  streamList.append(stream)
71  procDict[proc] = streamList
72  runDict[run] = procDict
73  for name in removeDir:
74  dirs.remove(name)
75 
76  for tmpStream,run,proc in allTmpDirList:
77  stream = tmpStream.replace("tmp_","")
78  procDict = runDict[run]
79  streamList = procDict[proc]
80  if stream in streamList:
81  tmpDir = tmpStream + "/run_" + run
82  tmpDirList.append(tmpDir)
83  streamList.remove(tmpStream)
84 
85  return runDict, tmpDirList
86 
87 
88 def deleteTmpDirectories( runDict, tmpDirList ):
89  for tmpDir in tmpDirList:
90  cmd = "rm -rf %s" % tmpDir
91  print cmd
92  os.system( cmd )
93 
94 
95 def printRunDictionary( runDict ):
96  reversedRunKeys = [(int(x), x) for x in runDict.keys()]
97  reversedRunKeys.sort()
98  reversedRunKeys.reverse()
99  reversedRunKeys = [x[1] for x in reversedRunKeys]; del x
100  for run in reversedRunKeys:
101  margin = run + ": "
102  procDict = runDict[run]
103  sortedProcDictKeys = procDict.keys()
104  sortedProcDictKeys.sort()
105  for proc in sortedProcDictKeys:
106  streamList = procDict[proc]
107  sortedStreamList = [ ]
108  for stream in streamList:
109  if stream.find("Express") != -1:
110  sortedStreamList.append(stream)
111  streamList.remove(stream)
112  break
113  tmpSortedList = streamList
114  tmpSortedList.sort()
115  for stream in tmpSortedList:
116  sortedStreamList.append(stream)
117  print margin, sortedStreamList
118  margin = " "
119 
120 
121 def writeIndexFile( runDict, indexFile, project ):
122  import xmlrpclib, time
123  s = xmlrpclib.ServerProxy('http://atlasdqm.cern.ch:8080')
124  print "Writing HTML index file..."
125  f = open(indexFile,'w')
126  f.write('<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">\n')
127  f.write('<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">\n')
128  f.write('<head>\n')
129  f.write('<meta http-equiv="Content-Type" content="text/html;charset=utf-8" />\n')
130  f.write('<title>ATLAS Data-Quality Monitoring: '+project+'</title>\n')
131  f.write('<link rel="stylesheet" href="atlasdqm.css" type="text/css" />\n')
132  f.write('<script type="text/javascript" src="AllDirs.js"><!-- dont contract--></script>')
133  f.write('</head>\n')
134  f.write('<body>\n\n')
135  f.write('<h1>'+project+' Monitoring</h1>\n\n')
136  f.write('<p><font class="Note">\n')
137  f.write('***Indicates reconstruction is in progress; histograms represent accumulated statistics and are temporary.\n')
138  f.write('</font></p>\n\n')
139  f.write('<table class="Catalogue">\n')
140  f.write('<tr><td><b>Run Number</b></td><td width="20">&nbsp;</td>\n')
141  f.write(' <td><b>T0 Iteration</b></td><td width="20">&nbsp;</td>\n')
142  f.write(' <td><b>Streams</b></td></tr>\n')
143  f.write('\n')
144 
145  bgcolor = '#bbffff'
146  writeBGColor = False
147  reversedRunDictKeys = [(int(x), x) for x in runDict.keys()]
148  reversedRunDictKeys.sort()
149  reversedRunDictKeys.reverse()
150  reversedRunDictKeys = [x[1] for x in reversedRunDictKeys]; del x
151  for run in reversedRunDictKeys:
152  mouseovertext = ''
153  try:
154  runinfo = s.get_run_information({'low_run': run, 'high_run': run}).get(run, None)
155  if runinfo != None:
156  mouseovertext = 'Run %s<br/>Run Start: %s<br/>' % (run, time.strftime('%Y-%m-%d %H:%M %Z', time.localtime(runinfo[4])))
157  if runinfo[5] != 0:
158  mouseovertext += ('Run End: %s<br/>' % time.strftime('%Y-%m-%d %H:%M %Z', time.localtime(runinfo[5])))
159  if runinfo[3] != -1:
160  mouseovertext += ('Event Filter Events: %s<br/>' % runinfo[3])
161  mouseovertext += ('Project Tag: %s<br/>' % runinfo[1])
162  if runinfo[2] != '':
163  mouseovertext += ('Partition: %s<br/>' % runinfo[2])
164  except Exception, e:
165  print e
166  procDict = runDict[run]
167  nproc = len(procDict.keys())
168  margin = ' <td rowspan="' + str(nproc) + '" valign="top" align="right">'
169  margin += '<a href="http://atlas-service-db-runlist.web.cern.ch/atlas-service-db-runlist/cgi-bin/runDetails.py?run=' + str(run) + """" onMouseover="showhint('""" + mouseovertext + """', this, event, '400px')">"""
170  margin += str(run) + '</a></td>\n'
171  margin += ' <td rowspan="' + str(nproc) + '"></td>\n'
172  sortedProcKeys = procDict.keys()
173  sortedProcKeys.sort()
174  for proc in sortedProcKeys:
175  if(writeBGColor):
176  f.write('<tr bgcolor="' + bgcolor + '">\n')
177  else:
178  f.write('<tr>\n')
179  f.write(margin)
180  f.write(' <td align="right">' + str(proc) + '</td>\n')
181  f.write(' <td></td>\n')
182  f.write(' <td>\n')
183 
184  endtext = ""
185 
186  streamList = procDict[proc]
187  sortedStreamList = [ ]
188  for stream in streamList:
189  if stream.find("Express") != -1:
190  sortedStreamList.append(stream)
191  streamList.remove(stream)
192  break
193  tmpSortedList = streamList
194  streamList.sort()
195  for stream in streamList:
196  sortedStreamList.append(stream)
197 
198  for stream in sortedStreamList:
199  link = stream + '/run_' + run
200  proci = stream.rfind("/")
201  shortStream = stream[proci+1:]
202  if shortStream.find("tmp_") == 0:
203  shortStream = shortStream.replace("tmp_","")
204  shortStream += "***"
205  f.write(endtext)
206  f.write(' [<a href="' + link + '">' + shortStream + '</a>]')
207  endtext = '&nbsp;&nbsp;\n'
208 
209  f.write('\n </td>\n')
210  f.write('</tr>\n')
211  margin = ""
212  writeBGColor = not writeBGColor
213 
214  f.write('</table>\n')
215  f.write('</body>\n')
216  f.write('</html>\n')
217  f.close()
218 
219 
220 def writeRunListXML( runDict, runListFile, htmlAddress ):
221  print "Writing run list XML file..."
222 
223  f = open(runListFile,'w')
224  f.write('<?xml version="1.0" encoding="ISO-8859-1"?>\n')
225  f.write('<DqFileCatalogue>\n')
226 
227  streamDict = {}
228 
229  for root, dirs, files in os.walk("."):
230  removeDir = []
231  for name in dirs:
232  if( name.find('run_') > -1 ):
233  removeDir.append(name)
234  if len(removeDir) > 0:
235  stream = root.replace("./","")
236  runList = []
237  proc = 0
238  proci = stream.find("/")
239  if proci != -1:
240  try:
241  proc = int(stream[:proci])
242  except ValueError:
243  proc = 0
244  if proc != 0:
245  #f.write('<Stream id=\'' + stream + '\'>\n')
246  for rundir in dirs:
247  run = rundir.replace("run_","")
248  runList.append(run)
249  #address = htmlAddress + "/" + stream + "/run_" + run
250  #f.write('<Run runNumber=\'' + run + '\'>\n')
251  #f.write('<html>' + address + '</html>\n')
252  #f.write('</Run>\n')
253  #f.write('</Stream>\n')
254  streamDict[stream] = runList
255 
256  for name in removeDir:
257  dirs.remove(name)
258 
259  streamList = streamDict.keys()
260  sortedStreamList = []
261  for stream in streamList:
262  if stream.find("Express") != -1:
263  sortedStreamList.append(stream)
264  streamList.remove(stream)
265  break
266  tmpSortedList = streamList
267  tmpSortedList.sort()
268  for stream in tmpSortedList:
269  sortedStreamList.append(stream)
270 
271  for stream in sortedStreamList:
272  f.write('<Stream id=\'' + stream + '\'>\n')
273  runList = streamDict[stream]
274  reversedRunList = runList
275  reversedRunList.sort()
276  reversedRunList.reverse()
277  for run in reversedRunList:
278  address = htmlAddress + "/" + stream + "/run_" + run
279  f.write('<Run runNumber=\'' + run + '\'>\n')
280  f.write('<html>' + address + '</html>\n')
281  f.write('</Run>\n')
282  f.write('</Stream>\n')
283 
284  f.write('</DqFileCatalogue>\n')
285 
286 
287 def usage():
288  cmdi = sys.argv[0].rfind("/")
289  cmd = sys.argv[0][cmdi+1:]
290  print ""
291  print "Usage: ", cmd, "<installPath> <project> <indexFile> <runListFile> <htmlAddress>"
292  print ""
293 
294 
295 if __name__ == "__main__":
296 
297  if len(sys.argv) != 6:
298  usage()
299  sys.exit(0)
300 
301  installPath = sys.argv[1]
302  project = sys.argv[2]
303  indexFile = sys.argv[3]
304  runListFile = sys.argv[4]
305  htmlAddress = sys.argv[5]
306 
307  generateDQIndexFiles( installPath, project, indexFile, runListFile, htmlAddress )
308 
generateDQIndexFiles.deleteTmpDirectories
def deleteTmpDirectories(runDict, tmpDirList)
Definition: generateDQIndexFiles.py:88
generateDQIndexFiles.buildRunDictionary
def buildRunDictionary()
Definition: generateDQIndexFiles.py:32
CaloCellPos2Ntuple.int
int
Definition: CaloCellPos2Ntuple.py:24
generateDQIndexFiles
Definition: generateDQIndexFiles.py:1
generateDQIndexFiles.printRunDictionary
def printRunDictionary(runDict)
Definition: generateDQIndexFiles.py:95
generateDQIndexFiles.usage
def usage()
Definition: generateDQIndexFiles.py:287
generateDQIndexFiles.generateDQIndexFiles
def generateDQIndexFiles(installPath, project, indexFile, runListFile, htmlAddress)
Definition: generateDQIndexFiles.py:11
generateDQIndexFiles.writeIndexFile
def writeIndexFile(runDict, indexFile, project)
Definition: generateDQIndexFiles.py:121
generateDQIndexFiles.writeRunListXML
def writeRunListXML(runDict, runListFile, htmlAddress)
Definition: generateDQIndexFiles.py:220
Trk::open
@ open
Definition: BinningType.h:40
if
if(febId1==febId2)
Definition: LArRodBlockPhysicsV0.cxx:567
get
T * get(TKey *tobj)
get a TObject* from a TKey* (why can't a TObject be a TKey?)
Definition: hcg.cxx:127
str
Definition: BTagTrackIpAccessor.cxx:11
Generated on Sun Dec 22 2024 21:10:45 for ATLAS Offline Software by   doxygen 1.8.18