python.JsonUtils Namespace Reference

Functions
def	create_joboptions_json (pkl_file, json_file, createDBJson=True)
def	modifyConfigForP1 (json_file, db_file)

Variables
	fname
	ext
	hlt_json
	properties

Function Documentation

create_joboptions_json()

def python.JsonUtils.create_joboptions_json	(		pkl_file,
			json_file,
			createDBJson = True
	)

Create the configuration JSON file from the properties in `pkl_file`
and save it into `json_file`. If `createDBJson` then also create the
JSON file for database upload at P1.

Definition at line 9 of file JsonUtils.py.

def create_joboptions_json(pkl_file, json_file, createDBJson = True):
   """Create the configuration JSON file from the properties in `pkl_file`
   and save it into `json_file`. If `createDBJson` then also create the
   JSON file for database upload at P1."""
 
   from AthenaConfiguration.ComponentAccumulator import ComponentAccumulator
 
   with open(pkl_file, "rb") as f:
      cfg = pickle.load(f)
      props = {}
      if isinstance(cfg, ComponentAccumulator):  # CA-based configuration
         app_props, msg_props, comp_props = cfg.gatherProps()
         props["ApplicationMgr"] = app_props
         props["MessageSvc"] = msg_props
         for comp, name, value in comp_props:
            props.setdefault(comp, {})[name] = value
      else:                                      # legacy job options
         svc = pickle.load(f)   # some specialized services (only in legacy config)
         props = cfg
         props.update(svc)      # merge the two dictionaries
 
      hlt_json = {'filetype' : 'joboptions'}
      hlt_json['properties'] = props
 
   # write JSON file
   with open(json_file, "w") as f:
      json.dump(hlt_json, f, indent=4, sort_keys=True, ensure_ascii=True)
 
   if createDBJson:
      # also create a configuration JSON file that can be uploaded
      # to the triggerdb for running at P1
      assert json_file[-5:] == ".json"
      db_file = json_file.replace(".json", ".db.json")
 
      modifyConfigForP1(json_file, db_file)
 
 

modifyConfigForP1()

def python.JsonUtils.modifyConfigForP1	(		json_file,
			db_file
	)

modifies a number of job properties to run from the TriggerDB and writes out modified JSON

Definition at line 46 of file JsonUtils.py.

def modifyConfigForP1(json_file, db_file):
   """ modifies a number of job properties to run from the TriggerDB and writes out modified JSON
   """
   from AthenaCommon.Logging import logging
   log = logging.getLogger("JsonUtils")
 
   with open(json_file, 'r') as f:
      jocat = json.load(f)
      properties = jocat['properties']
 
      def mod(props, alg, prop, fnc):
         if alg not in props:
            log.warning("Asked to modify property of %s but it does not exist", alg)
            return
 
         origVal = props[alg].get(prop, "")
         props[alg][prop] = fnc(origVal)
 
 
      # L1 and HLT Config Svc must read from db
      mod( properties, "LVL1ConfigSvc", "InputType", lambda x : "DB" )
      mod( properties, "HLTConfigSvc", "InputType", lambda x : "DB" )
      mod( properties, "HLTPrescaleCondAlg", "Source", lambda x : "COOL" ) # prescales will be read from COOL online
      mod( properties, "HLTPrescaleCondAlg", "TriggerDB", lambda x : "JOSVC" ) # configuration will be taken from the JOSvc at P1
      # remove filenames to avoid duplicates
      mod( properties, "LVL1ConfigSvc", "HLTJsonFileName", lambda x : "None" )
      mod( properties, "LVL1ConfigSvc", "L1JsonFileName", lambda x : "None" )
      mod( properties, "TrigConf__BunchGroupCondAlg", "Filename", lambda x : "None" )
      mod( properties, "HLTConfigSvc", "HLTJsonFileName", lambda x : "None" )
      mod( properties, "HLTConfigSvc", "L1JsonFileName", lambda x : "None" )
      mod( properties, "HLTConfigSvc", "MonitoringJsonFileName", lambda x : "None" )
      mod( properties, "HLTPrescaleCondAlg", "Filename", lambda x : "None" )
 
   with open(db_file,'w') as f:
      json.dump(jocat, f, indent=4, sort_keys=True, ensure_ascii=True)
 
 

Variable Documentation

ext

python.JsonUtils.ext

Definition at line 92 of file JsonUtils.py.

fname

python.JsonUtils.fname

Definition at line 91 of file JsonUtils.py.

hlt_json

python.JsonUtils.hlt_json

Definition at line 95 of file JsonUtils.py.

properties

python.JsonUtils.properties

Definition at line 96 of file JsonUtils.py.