46def compareTextBuilder(yamlPath='', *, checkOrder=False) :
47 """
48 Create a configSequence using provided YAML file and a
49 configSequence using ConfigText python commands and compare.
50
51 Will raise an exception if configSequences differ
52 """
53
54 from AnalysisAlgorithmsConfig.ConfigText import TextConfig
55 config = TextConfig()
56
57
58 config.addBlock('CommonServices')
59 config.setOptions(systematicsHistogram='systematicsList')
60 config.setOptions(enableExpertMode=True)
61
62
63 config.addBlock('PileupReweighting')
64
65
66 config.addBlock('EventCleaning')
67 config.setOptions (runEventCleaning=True)
68
69
70 config.addBlock('Jets')
71 config.setOptions (containerName='AnaJets')
72 config.setOptions (jetCollection='AntiKt4EMPFlowJets')
73 config.setOptions (runJvtUpdate=False)
74 config.setOptions (runNNJvtUpdate=True)
75 config.setOptions (runJvtSelection=False)
76 config.setOptions (recalibratePhyslite=False)
77
78 config.addBlock('Jets.JVTWorkingPoint')
79 config.setOptions (containerName='AnaJets')
80 config.setOptions (selectionName='baselineJvt')
81 config.setOptions (jvtWP='FixedEffPt')
82
83 config.addBlock( 'Jets.FlavourTagging')
84 config.setOptions (containerName='AnaJets')
85 config.setOptions (selectionName='ftag')
86 config.setOptions (btagger='GN2v01')
87 config.setOptions (btagWP='FixedCutBEff_65')
88 config.setOptions (saveScores='All')
89
90 bjetTriggerChainsPerYear = {
91 2017: ['HLT_j110_gsc150_boffperf_split_2j35_gsc55_bmv2c1077_split_L1J85_3J30'],
92 2018: ['HLT_j110_gsc150_boffperf_split_2j45_gsc55_bmv2c1070_split_L1J85_3J30'],
93 2022: ['HLT_2j45_0eta290_020jvt_bdl1d60_2j45_pf_ftf_presel2j25XX2j25b85_L14J15p0ETA25'],
94 2023: ['HLT_2j45_0eta290_020jvt_bgn160_2j45_pf_ftf_presel2j25XX2j25b85_L14J15p0ETA25'],
95 }
96 config.addBlock( 'Jets.FTagTriggerMatching' )
97 config.setOptions (containerName='AnaJets')
98 config.setOptions (triggerChainsPerYear=bjetTriggerChainsPerYear)
99
100 config.addBlock( 'Jets.FlavourTaggingEventSF')
101 config.setOptions (containerName='AnaJets.baselineJvt')
102 config.setOptions (btagger='GN2v01')
103 config.setOptions (triggerChainsPerYear=bjetTriggerChainsPerYear)
104
105
106 config.addBlock('Jets')
107 config.setOptions (containerName='AnaLargeRJets')
108 config.setOptions (jetCollection='AntiKt10UFOCSSKSoftDropBeta100Zcut10Jets')
109 config.setOptions (recalibratePhyslite=False)
110
111
112 config.addBlock ('Electrons')
113 config.setOptions (containerName='AnaElectrons')
114 config.setOptions (recalibratePhyslite=False)
115 config.setOptions (decorateTruth=True)
116 config.setOptions (decorateCaloClusterEta=True)
117 config.setOptions (writeTrackD0Z0=True)
118 config.setOptions (minPt=10000.0)
119
120 config.addBlock ('Electrons.WorkingPoint')
121 config.setOptions (containerName='AnaElectrons')
122 config.setOptions (selectionName='loose')
123 config.setOptions (identificationWP='LooseBLayerLH')
124 config.setOptions (isolationWP='Tight_VarRad')
125 config.setOptions (chargeIDSelectionRun2=True)
126 config.setOptions (addChargeMisIDSF=True)
127
128 config.addBlock ('Electrons.TriggerSF')
129 config.setOptions (containerName='AnaElectrons')
130 config.setOptions (electronID='LooseBLayerLH')
131 config.setOptions (electronIsol='Tight_VarRad')
132 triggerChainsPerYear = {
133 2015: ['HLT_e24_lhmedium_L1EM20VH || HLT_e60_lhmedium || HLT_e120_lhloose', 'HLT_mu20_iloose_L1MU15 || HLT_mu40', 'HLT_2g20_tight'],
134 2016: ['HLT_e26_lhtight_nod0_ivarloose || HLT_e60_lhmedium_nod0 || HLT_e140_lhloose_nod0', 'HLT_mu26_ivarmedium || HLT_mu50', 'HLT_g35_loose_g25_loose'],
135 2017: ['HLT_e26_lhtight_nod0_ivarloose || HLT_e60_lhmedium_nod0 || HLT_e140_lhloose_nod0', 'HLT_2g22_tight_L12EM15VHI', 'HLT_mu50'],
136 2018: ['HLT_e26_lhtight_nod0_ivarloose || HLT_e60_lhmedium_nod0 || HLT_e140_lhloose_nod0', 'HLT_g35_medium_g25_medium_L12EM20VH', 'HLT_mu26_ivarmedium', 'HLT_2mu14'],
137 }
138 config.setOptions (triggerChainsPerYear=triggerChainsPerYear)
139
140 config.addBlock ('Electrons.PtEtaSelection')
141 config.setOptions (containerName='AnaElectrons')
142 config.setOptions (minPt=10000.0)
143
144 config.addBlock ('Electrons.IFFClassification')
145 config.setOptions (containerName='AnaElectrons')
146
147 config.addBlock ('Electrons.MCTCClassification')
148 config.setOptions (containerName='AnaElectrons')
149 config.setOptions (prefix='truth_')
150
151
152
153 config.addBlock ('Photons', containerName='AnaPhotons')
154 config.setOptions (recomputeIsEM=False)
155 config.setOptions (recalibratePhyslite=False)
156 config.setOptions (decorateTruth=True)
157
158 config.addBlock ('Photons.WorkingPoint')
159 config.setOptions (containerName='AnaPhotons')
160 config.setOptions (selectionName='tight')
161 config.setOptions (qualityWP='Tight')
162 config.setOptions (isolationWP='FixedCutTight')
163 config.setOptions (recomputeIsEM=False)
164
165 config.addBlock ('Photons.PtEtaSelection')
166 config.setOptions (containerName='AnaPhotons')
167 config.setOptions (minPt=10000.0)
168
169
170 config.addBlock ('Muons', containerName='AnaMuons')
171 config.setOptions (recalibratePhyslite=False)
172 config.setOptions (decorateTruth=True)
173 config.setOptions (writeTrackD0Z0=True)
174
175 config.addBlock ('Muons.WorkingPoint')
176 config.setOptions (containerName='AnaMuons')
177 config.setOptions (selectionName='medium')
178 config.setOptions (quality='Medium')
179 config.setOptions (isolation='Loose_VarRad')
180
181 config.addBlock ('Muons.IFFClassification')
182 config.setOptions (containerName='AnaMuons')
183
184 config.addBlock ('Muons.MCTCClassification')
185 config.setOptions (containerName='AnaMuons')
186 config.setOptions (prefix='truth_')
187
188
189 config.addBlock ('TauJets', containerName='AnaTauJets')
190 config.setOptions (decorateTruth=True)
191
192 config.addBlock ('TauJets.WorkingPoint')
193 config.setOptions (containerName='AnaTauJets')
194 config.setOptions (selectionName='tight')
195 config.setOptions (quality='Tight')
196
197 tauTriggerChainsSF = {
198 2015: ['HLT_tau25_medium1_tracktwo', 'HLT_tau35_medium1_tracktwo'],
199 2016: ['HLT_tau25_medium1_tracktwo', 'HLT_tau35_medium1_tracktwo'],
200 2017: ['HLT_tau25_medium1_tracktwo', 'HLT_tau35_medium1_tracktwo'],
201 2018: ['HLT_tau25_medium1_tracktwoEF', 'HLT_tau35_medium1_tracktwoEF'],
202 2022: ['HLT_tau25_mediumRNN_tracktwoMVA', 'HLT_tau35_mediumRNN_tracktwoMVA'],
203 2023: ['HLT_tau25_mediumRNN_tracktwoMVA', 'HLT_tau35_mediumRNN_tracktwoMVA'],
204 }
205 config.addBlock ('TauJets.TriggerSF')
206 config.setOptions (containerName='AnaTauJets')
207 config.setOptions (tauID='Tight')
208 config.setOptions (triggerChainsPerYear=tauTriggerChainsSF)
209
210 config.addBlock ('TauJets.MCTCClassification')
211 config.setOptions (containerName='AnaTauJets')
212 config.setOptions (prefix='truth_')
213
214
215 config.addBlock ('InDetTracks')
216 config.setOptions (containerName='AnaTracks')
217 config.setOptions (minPt=500)
218 config.setOptions (maxEta=2.5)
219 config.setOptions (outputTrackSummaryInfo=True)
220
221 config.addBlock ('InDetTracks.WorkingPoint')
222 config.setOptions (containerName='AnaTracks')
223 config.setOptions (selectionName='tight')
224 config.setOptions (cutLevel='TightPrimary')
225
226 config.addBlock ('SystObjectLink')
227 config.setOptions (containerName='AnaJets')
228 config.addBlock ('SystObjectLink')
229 config.setOptions (containerName='AnaLargeRJets')
230 config.addBlock ('SystObjectLink')
231 config.setOptions (containerName='AnaElectrons')
232 config.addBlock ('SystObjectLink')
233 config.setOptions (containerName='AnaPhotons')
234 config.addBlock ('SystObjectLink')
235 config.setOptions (containerName='AnaMuons')
236 config.addBlock ('SystObjectLink')
237 config.setOptions (containerName='AnaTauJets')
238
239 config.addBlock ('ObjectCutFlow')
240 config.setOptions (containerName='AnaJets')
241 config.setOptions (selectionName='jvt')
242 config.addBlock ('ObjectCutFlow')
243 config.setOptions (containerName='AnaElectrons')
244 config.setOptions (selectionName='loose')
245 config.addBlock ('ObjectCutFlow')
246 config.setOptions (containerName='AnaPhotons')
247 config.setOptions (selectionName='tight')
248 config.addBlock ('ObjectCutFlow')
249 config.setOptions (containerName='AnaMuons')
250 config.setOptions (selectionName='medium')
251 config.addBlock ('ObjectCutFlow')
252 config.setOptions (containerName='AnaTauJets')
253 config.setOptions (selectionName='tight')
254 config.addBlock ('ObjectCutFlow')
255 config.setOptions (containerName='AnaTracks')
256 config.setOptions (selectionName='tight')
257
258
259 config.addBlock( 'GeneratorLevelAnalysis')
260
261
262 config.addBlock ('MissingET')
263 config.setOptions (containerName='AnaMET')
264 config.setOptions (jets='AnaJets')
265 config.setOptions (taus='AnaTauJets.tight')
266 config.setOptions (electrons='AnaElectrons.loose')
267 config.setOptions (photons='AnaPhotons.tight')
268 config.setOptions (muons='AnaMuons.medium')
269
270
271 config.addBlock( 'OverlapRemoval' )
272 config.setOptions (inputLabel='preselectOR')
273 config.setOptions (outputLabel='passesOR' )
274 config.setOptions (jets='AnaJets.baselineJvt')
275 config.setOptions (taus='AnaTauJets.tight')
276 config.setOptions (electrons='AnaElectrons.loose')
277 config.setOptions (photons='AnaPhotons.tight')
278 config.setOptions (muons='AnaMuons.medium')
279
280
281 config.addBlock ('PL_Electrons')
282 config.setOptions (containerName='TruthElectrons')
283 config.addBlock ('PL_Electrons.PtEtaSelection')
284 config.setOptions (containerName='TruthElectrons')
285 config.setOptions (skipOnData=True)
286 config.setOptions (useDressedProperties=True)
287 config.setOptions (minPt=20e3)
288 config.addBlock ('PL_Electrons.MCTCClassification')
289 config.setOptions (containerName='TruthElectrons')
290 config.setOptions (prefix='')
291
292 config.addBlock ('PL_Photons')
293 config.setOptions (containerName='TruthPhotons')
294 config.addBlock ('PL_Photons.PtEtaSelection')
295 config.setOptions (containerName='TruthPhotons')
296 config.setOptions (skipOnData=True)
297 config.setOptions (minPt=20e3)
298
299 config.addBlock ('PL_Muons')
300 config.setOptions (containerName='TruthMuons')
301 config.addBlock ('PL_Muons.PtEtaSelection')
302 config.setOptions (containerName='TruthMuons')
303 config.setOptions (skipOnData=True)
304 config.setOptions (useDressedProperties=True)
305 config.setOptions (minPt=20e3)
306 config.addBlock ('PL_Muons.MCTCClassification')
307 config.setOptions (containerName='TruthMuons')
308 config.setOptions (prefix='')
309
310 config.addBlock ('PL_Taus')
311 config.setOptions (containerName='TruthTaus')
312 config.addBlock ('PL_Taus.PtEtaSelection')
313 config.setOptions (containerName='TruthTaus')
314 config.setOptions (skipOnData=True)
315 config.setOptions (minPt=20e3)
316 config.addBlock ('PL_Taus.MCTCClassification')
317 config.setOptions (containerName='TruthTaus')
318 config.setOptions (prefix='')
319
320 config.addBlock ('PL_Jets')
321 config.setOptions (containerName='AntiKt4TruthDressedWZJets')
322 config.addBlock ('PL_Jets.PtEtaSelection')
323 config.setOptions (containerName='AntiKt4TruthDressedWZJets')
324 config.setOptions (skipOnData=True)
325 config.setOptions (minPt=20e3)
326
327 config.addBlock ('PL_Neutrinos')
328 config.setOptions (skipOnData=True)
329 config.addBlock ('PL_MissingET')
330 config.setOptions (skipOnData=True)
331
332 config.addBlock ('PL_OverlapRemoval')
333 config.setOptions (skipOnData=True)
334 config.setOptions (electrons='TruthElectrons')
335 config.setOptions (muons='TruthMuons')
336 config.setOptions (photons='TruthPhotons')
337 config.setOptions (jets='AntiKt4TruthDressedWZJets')
338 config.setOptions (useRapidityForDeltaR=False)
339
340
341 config.addBlock ('PartonHistory')
342 config.setOptions (history='Ttbar')
343
344
345 config.addBlock ('Thinning')
346 config.setOptions (containerName='AnaElectrons')
347 config.setOptions (selectionName='loose')
348 config.setOptions (outputName='OutElectrons')
349 config.addBlock ('Thinning')
350 config.setOptions (containerName='AnaPhotons')
351 config.setOptions (selectionName='tight')
352 config.setOptions (outputName='OutPhotons')
353 config.addBlock ('Thinning')
354 config.setOptions (containerName='AnaMuons')
355 config.setOptions (selectionName='medium')
356 config.setOptions (outputName='OutMuons')
357 config.addBlock ('Thinning')
358 config.setOptions (containerName='AnaTauJets')
359 config.setOptions (selectionName='tight')
360 config.setOptions (outputName='OutTauJets')
361 config.addBlock ('Thinning')
362 config.setOptions (containerName='AnaJets')
363 config.setOptions (outputName='OutJets')
364 config.addBlock ('Thinning')
365 config.setOptions (containerName='AnaLargeRJets')
366 config.setOptions (outputName='OutLargeRJets')
367 config.addBlock ('Thinning')
368 config.setOptions (containerName='AnaTracks')
369 config.setOptions (selectionName='tight')
370 config.setOptions (outputName='OutTracks')
371 config.addBlock ('Thinning')
372 config.setOptions (containerName='TruthElectrons')
373 config.setOptions (skipOnData=True)
374 config.setOptions (outputName='OutTruthElectrons')
375 config.addBlock ('Thinning')
376 config.setOptions (containerName='TruthPhotons')
377 config.setOptions (skipOnData=True)
378 config.setOptions (outputName='OutTruthPhotons')
379 config.addBlock ('Thinning')
380 config.setOptions (containerName='TruthMuons')
381 config.setOptions (skipOnData=True)
382 config.setOptions (outputName='OutTruthMuons')
383 config.addBlock ('Thinning')
384 config.setOptions (containerName='TruthTaus')
385 config.setOptions (skipOnData=True)
386 config.setOptions (outputName='OutTruthTaus')
387 config.addBlock ('Thinning')
388 config.setOptions (containerName='AntiKt4TruthDressedWZJets')
389 config.setOptions (outputName='OutTruthJets')
390 config.setOptions (skipOnData=True)
391
392
393 triggerMatchingChainsPerYear = {
394 2015: ['HLT_e24_lhmedium_L1EM20VH || HLT_e60_lhmedium || HLT_e120_lhloose', 'HLT_mu20_iloose_L1MU15 || HLT_mu40'],
395 2016: ['HLT_e26_lhtight_nod0_ivarloose || HLT_e60_lhmedium_nod0 || HLT_e140_lhloose_nod0', 'HLT_mu26_ivarmedium || HLT_mu50'],
396 2017: ['HLT_e26_lhtight_nod0_ivarloose || HLT_e60_lhmedium_nod0 || HLT_e140_lhloose_nod0', 'HLT_mu50'],
397 2018: ['HLT_e26_lhtight_nod0_ivarloose || HLT_e60_lhmedium_nod0 || HLT_e140_lhloose_nod0', 'HLT_mu26_ivarmedium'],
398 }
399 config.addBlock ('Trigger')
400 config.setOptions (triggerChainsPerYear=triggerChainsPerYear)
401 config.setOptions (noFilter=True)
402 config.setOptions (electrons='AnaElectrons.loose')
403 config.setOptions (photons='AnaPhotons.tight')
404 config.setOptions (muons='AnaMuons.medium')
405 config.setOptions (taus='AnaTauJets.tight')
406 config.setOptions (electronID='Tight')
407 config.setOptions (electronIsol='Tight_VarRad')
408 config.setOptions (photonIsol='TightCaloOnly')
409 config.setOptions (muonID='Tight')
410 config.setOptions (triggerMatchingChainsPerYear=triggerMatchingChainsPerYear)
411
412
413
414 exampleSelectionCuts = {
415 'SUBcommon': """JET_N_BTAG >= 2
416JET_N 25000 >= 4
417MET >= 20000
418SAVE
419""",
420 'ejets': """IMPORT SUBcommon
421EL_N 5000 == 1
422MU_N 3000 == 0
423MWT < 170000
424MET+MWT > 40000
425SAVE
426""",
427 'mujets': """IMPORT SUBcommon
428EL_N 5000 == 0
429MU_N medium 25000 > 0
430SAVE
431"""
432 }
433 for sel_name,sel_cuts in exampleSelectionCuts.items():
434 config.addBlock ('EventSelection')
435 config.setOptions (electrons='AnaElectrons.loose')
436 config.setOptions (muons='AnaMuons.medium')
437 config.setOptions (jets='AnaJets.baselineJvt')
438 config.setOptions (met='AnaMET')
439 config.setOptions (btagDecoration='ftag_select_ftag')
440 config.setOptions (noFilter=True)
441 config.setOptions (cutFlowHistograms=True)
442 config.setOptions (selectionName=sel_name)
443 config.setOptions (selectionCuts=sel_cuts)
444
445
446 config.addBlock ('Bootstraps')
447 config.setOptions (nReplicas=2000)
448 config.setOptions (skipOnMC=False)
449
450
451 config.addBlock ('LeptonSF')
452 config.setOptions (muons='AnaMuons.medium')
453 config.setOptions (photons='AnaPhotons.tight')
454 config.setOptions (lepton_postfix='nominal')
455
456
457 outputContainers = {
458 'mu_': 'OutMuons',
459 'el_': 'OutElectrons',
460 'ph_' : 'OutPhotons',
461 'tau_': 'OutTauJets',
462 'jet_': 'OutJets',
463 'larger_jet_': 'OutLargeRJets',
464 'met_': 'AnaMET',
465 'trk_': 'OutTracks',
466 '': 'EventInfo'}
467 outputContainersForMC = {'truth_mu_' : 'OutTruthMuons',
468 'truth_el_' : 'OutTruthElectrons',
469 'truth_ph_' : 'OutTruthPhotons',
470 'truth_tau_': 'OutTruthTaus',
471 'truth_jet_': 'OutTruthJets',
472 'truth_met_': 'TruthMET'}
473 config.addBlock ('Output')
474 config.setOptions (treeName='analysis')
475 config.setOptions (vars=[
476 'EventInfo.actualInteractionsPerCrossing -> actualMuScaled',
477 'OutMuons_NOSYS.muonType -> mu_muonType type=uint16'
478 ])
479 config.setOptions (metVars=[
480 'AnaMET_%SYS%.met -> met_%SYS%',
481 ])
482 config.setOptions (truthMetVars=[
483 'TruthMET_NOSYS.met -> truth_met',
484 ])
485 config.setOptions (containers=outputContainers)
486 config.setOptions (containersOnlyForMC=outputContainersForMC)
487 config.setOptions (commands=[
488 "disable actualInteractionsPerCrossing",
489 ])
490
491
492 config.addBlock ('PrintConfiguration')
493
494
495 configSeq = config.configure()
496
497
498 textConfig = TextConfig(yamlPath)
499 textConfigSeq = textConfig.configure()
500
501
502 compareConfigSeq(configSeq, textConfigSeq, checkOrder=checkOrder)
503
504