ViewVC Help
View File | Revision Log | Show Annotations | Root Listing
root/cvsroot/UserCode/RateMonShiftTool_dev/DatabaseParser.py
Revision: 1.3
Committed: Mon Feb 6 17:29:17 2012 UTC (13 years, 2 months ago) by amott
Content type: text/x-python
Branch: MAIN
Changes since 1.2: +10 -1 lines
Log Message:
Added method to get HLT rates for a trigger per LS

File Contents

# User Rev Content
1 amott 1.1 import cx_Oracle
2     import cPickle as pickle
3     import os, sys
4     import time
5    
6     class DatabaseParser:
7    
8     def __init__(self):
9     cmd='cat ~centraltspro/secure/cms_trg_r.txt'
10     line=os.popen(cmd).readlines()
11     magic = line[0].rstrip("\n\r")
12     connect= 'cms_trg_r/' + magic + '@cms_omds_lb'
13     # connect to the DB
14     self.orcl = cx_Oracle.connect(connect)
15     self.curs = self.orcl.cursor()
16    
17     ##-- Defined in ParsePage1 --##
18     self.RunNumber = 0
19    
20     ##-- Defined in ParseRunPage --##
21     self.Date=''
22     self.L1_HLT_Key=''
23     self.HLT_Key=''
24     self.GTRS_Key=''
25     self.TSC_Key=''
26     self.GT_Key=''
27     self.ConfigId=0
28    
29     ##-- Defined in ParseHLTSummaryPage --##
30     self.TriggerRates = [] ## contains the HLT rates for the current LS range
31     self.RateTable = [] ## Rates per LS, useful but maybe enormous!
32    
33     self.L1PrescaleTable=[]
34     self.AvgL1Prescales=[] ## contains the average L1 prescales for the current LS range range
35     self.HLTList=[]
36     self.AvgTotalPrescales=[]
37     self.HLTPrescaleTable=[] ## can't fill this yet
38     self.UnprescaledRates=[]
39     self.PrescaledRates=[]
40     ##-- Defined in ParseLumiPage --##
41     self.LastLSParsed=-1
42     self.LSByLS = []
43     self.InstLumiByLS = []
44     self.DeliveredLumiByLS = []
45     self.LiveLumiByLS = []
46     self.PSColumnByLS = []
47     self.AvInstLumi = 0
48     self.AvDeliveredLumi = 0
49     self.AvLiveLumi = 0
50     self.LumiInfo = [] ##Returns
51     self.DeadTime = []
52     self.Physics = []
53    
54    
55     ##-- Defined in ParseL1Page (not currently used) --##
56     self.L1Rates={} ##Returns
57    
58     ##-- Defined in ParsePSColumnPage (not currently used) --##
59     self.PSColumnChanges=[] ##Returns
60    
61     ##-- Defined in ParseTriggerModePage --##
62 amott 1.2 self.L1TriggerMode={} ##
63     self.HLTTriggerMode={} ##
64 amott 1.1 self.HLTSeed=[]
65     self.HLTSequenceMap=[]
66     self.TriggerInfo = [] ##Returns
67    
68     ##-- Defined in AssemblePrescaleValues --##
69     self.L1Prescale=[]
70     self.L1IndexNameMap=[]
71     self.HLTPrescale=[]
72     self.MissingPrescale=[]
73     self.PrescaleValues=[] ##Returns
74    
75     ##-- Defined in ComputeTotalPrescales --##
76 amott 1.2 self.TotalPSInfo = [] ##Returns # #collection
77 amott 1.1
78     ##-- Defined in CorrectForPrescaleChange --##
79     self.CorrectedPSInfo = [] ##Returns
80    
81     ##-- In the current Parser.py philosophy, only RunNumber is set globally
82     ## - LS range is set from the outside for each individual function
83     #self.FirstLS = -1
84     #self.LastLS = -1
85    
86 amott 1.2 def GetLatestRunNumber(self):
87     RunNoQuery="""
88     SELECT MAX(A.RUNNUMBER) FROM CMS_RUNINFO.RUNNUMBERTBL A, CMS_WBM.RUNSUMMARY B WHERE A.RUNNUMBER=B.RUNNUMBER AND B.TRIGGERS>0
89     """
90     self.curs.execute(RunNoQuery)
91     r, = self.curs.fetchone()
92     return r
93    
94 amott 1.1 def GetRunInfo(self):
95     ## This query gets the L1_HLT Key (A), the associated HLT Key (B) and the Config number for that key (C)
96     KeyQuery = """
97     SELECT A.TRIGGERMODE, B.HLT_KEY, B.GT_RS_KEY, B.TSC_KEY, C.CONFIGID, D.GT_KEY FROM
98     CMS_WBM.RUNSUMMARY A, CMS_L1_HLT.L1_HLT_CONF B, CMS_HLT.CONFIGURATIONS C, CMS_TRG_L1_CONF.TRIGGERSUP_CONF D WHERE
99     B.ID = A.TRIGGERMODE AND C.CONFIGDESCRIPTOR = B.HLT_KEY AND D.TS_Key = B.TSC_Key AND A.RUNNUMBER=%d
100     """ % (self.RunNumber,)
101     self.curs.execute(KeyQuery)
102     self.L1_HLT_Key,self.HLT_Key,self.GTRS_Key,self.TSC_Key,self.ConfigId,self.GT_Key = self.curs.fetchone()
103    
104     def UpdateRateTable(self): # lets not rebuild the rate table every time, rather just append new LSs
105     pass
106    
107     def GetHLTRates(self,StartLS,EndLS):
108     sqlquery = """SELECT SUM(A.L1PASS),SUM(A.PSPASS),SUM(A.PACCEPT)
109     ,SUM(A.PEXCEPT),(SELECT L.NAME FROM CMS_HLT.PATHS L WHERE L.PATHID=A.PATHID) PATHNAME
110     FROM CMS_RUNINFO.HLT_SUPERVISOR_TRIGGERPATHS A WHERE RUNNUMBER=%s AND A.LSNUMBER>=%d AND A.LSNUMBER<%d
111     GROUP BY A.LSNUMBER,A.PATHID"""
112    
113     query = sqlquery % (self.RunNumber,StartLS,EndLS)
114     self.curs.execute(query)
115     self.TriggerRates=['']*len(self.HLTList)
116     for L1Pass,PSPass,HLTPass,HLTExcept,name in self.curs.fetchall():
117     rate = HLTPass/23.3
118     ps = 0
119     if PSPass:
120     ps = float(L1Pass)/PSPass
121     if not [name] in self.RateTable:
122     continue
123     nameI = self.GetHLTIndex(name) #self.RateTable.index([name])
124     if nameI==-1:
125     continue
126     self.RateTable[nameI].append([ps,rate])
127     self.TriggerRates[nameI]= [rate,L1Pass,PSPass,ps,StartLS,EndLS]
128     ##self.RateTable
129     return self.TriggerRates
130    
131 amott 1.3 def GetTriggerRatesByLS(self,triggerName, minLS=-1, maxLS=9999):
132     sqlquery = """SELECT SUM(A.L1PASS),SUM(A.PSPASS),SUM(A.PACCEPT)
133     ,SUM(A.PEXCEPT)
134     FROM CMS_RUNINFO.HLT_SUPERVISOR_TRIGGERPATHS A, CMS_HLT.PATHS B
135     WHERE RUNNUMBER=%s AND A.LSNUMBER>=%d AND A.LSNUMBER<%d AND B.NAME = \'%s\' AND A.PATHID = B.PATHID
136     GROUP BY A.LSNUMBER,A.PATHID""" % (self.RunNumber,minLS,maxLS,triggerName)
137    
138     self.curs.execute(sqlquery)
139     return self.curs.fetchall()
140    
141 amott 1.1 def GetLumiInfo(self):
142     sqlquery="""SELECT RUNNUMBER,LUMISECTION,PRESCALE_INDEX,INSTLUMI,LIVELUMI,DELIVLUMISECTION,DEADTIME
143     ,DCSSTATUS,PHYSICS_FLAG
144     FROM CMS_RUNTIME_LOGGER.LUMI_SECTIONS A,CMS_GT_MON.LUMI_SECTIONS B WHERE A.RUNNUMBER=%s
145     AND B.RUN_NUMBER(+)=A.RUNNUMBER AND B.LUMI_SECTION(+)=A.LUMISECTION AND A.LUMISECTION > %d
146     ORDER BY A.RUNNUMBER,A.LUMISECTION"""
147    
148     ## Get the lumi information for the run, just update the table, don't rebuild it every time
149     query = sqlquery % (self.RunNumber,self.LastLSParsed)
150     self.curs.execute(query)
151     pastLSCol=-1
152     for run,ls,psi,inst,live,dlive,dt,dcs,phys in self.curs.fetchall():
153     self.LSByLS.append(ls)
154     self.PSColumnByLS.append(psi)
155     self.InstLumiByLS.append(inst)
156     self.LiveLumiByLS.append(inst)
157     self.DeliveredLumiByLS.append(inst)
158     self.DeadTime.append(dt)
159     self.Physics.append(phys)
160     if pastLSCol!=-1 and ls!=pastLSCol:
161     self.PSColumnChanges.append([ls,psi])
162     pastLSCol=ls
163     if ls>self.LastLSParsed:
164     self.LastLSParsed=ls
165    
166     def FillLumiInfo(self,StartLS,EndLS):
167     if EndLS <= StartLS:
168     print "In ParseLumiPage, EndLS <= StartLS"
169    
170     print "In ParseLumiPage, StartLS = "+str(StartLS)+" and EndLS = "+str(EndLS)
171    
172     self.AvLiveLumi = 1000*(self.LiveLumiByLS[EndLS] - self.LiveLumiByLS[StartLS])/(23.3*(EndLS-StartLS))
173     self.AvDeliveredLumi = 1000*(self.DeliveredLumiByLS[EndLS] - self.DeliveredLumiByLS[StartLS])/(23.3*(EndLS-StartLS))
174     value_iterator = 0
175     for value in self.LSByLS:
176     if value >= StartLS and value <= EndLS:
177     self.AvInstLumi+=self.InstLumiByLS[value]
178     value_iterator+=1
179     self.AvInstLumi = self.AvInstLumi / value_iterator
180    
181     self.LumiInfo = [self.LSByLS, self.PSColumnByLS, self.InstLumiByLS, self.DeliveredLumiByLS, self.LiveLumiByLS, self.AvInstLumi, self.AvDeliveredLumi, self.AvLiveLumi]
182    
183     return [self.LumiInfo,StartLS,EndLS]
184    
185    
186     def ParsePSColumnPage(self): ## this is now done automatically when we read the db
187     pass
188    
189     def GetL1NameIndexAssoc(self):
190     ## get the L1 algo names associated with each algo bit
191     AlgoNameQuery = """SELECT ALGO_INDEX, ALIAS FROM CMS_GT.L1T_MENU_ALGO_VIEW
192     WHERE MENU_IMPLEMENTATION IN (SELECT L1T_MENU_FK FROM CMS_GT.GT_SETUP WHERE ID='%s')
193     ORDER BY ALGO_INDEX""" % (self.GT_Key,)
194     self.curs.execute(AlgoNameQuery)
195     nextIndex=0
196     for index,name in self.curs.fetchall():
197     while nextIndex<index:
198     self.L1IndexNameMap.append('')
199     nextIndex+=1 ## skips empty seeds
200     self.L1IndexNameMap.append(name)
201     nextIndex+=1
202    
203     def GetL1AlgoPrescales(self):
204     L1PrescalesQuery= """
205     SELECT
206     PRESCALE_FACTOR_ALGO_000,PRESCALE_FACTOR_ALGO_001,PRESCALE_FACTOR_ALGO_002,PRESCALE_FACTOR_ALGO_003,PRESCALE_FACTOR_ALGO_004,PRESCALE_FACTOR_ALGO_005,
207     PRESCALE_FACTOR_ALGO_006,PRESCALE_FACTOR_ALGO_007,PRESCALE_FACTOR_ALGO_008,PRESCALE_FACTOR_ALGO_009,PRESCALE_FACTOR_ALGO_010,PRESCALE_FACTOR_ALGO_011,
208     PRESCALE_FACTOR_ALGO_012,PRESCALE_FACTOR_ALGO_013,PRESCALE_FACTOR_ALGO_014,PRESCALE_FACTOR_ALGO_015,PRESCALE_FACTOR_ALGO_016,PRESCALE_FACTOR_ALGO_017,
209     PRESCALE_FACTOR_ALGO_018,PRESCALE_FACTOR_ALGO_019,PRESCALE_FACTOR_ALGO_020,PRESCALE_FACTOR_ALGO_021,PRESCALE_FACTOR_ALGO_022,PRESCALE_FACTOR_ALGO_023,
210     PRESCALE_FACTOR_ALGO_024,PRESCALE_FACTOR_ALGO_025,PRESCALE_FACTOR_ALGO_026,PRESCALE_FACTOR_ALGO_027,PRESCALE_FACTOR_ALGO_028,PRESCALE_FACTOR_ALGO_029,
211     PRESCALE_FACTOR_ALGO_030,PRESCALE_FACTOR_ALGO_031,PRESCALE_FACTOR_ALGO_032,PRESCALE_FACTOR_ALGO_033,PRESCALE_FACTOR_ALGO_034,PRESCALE_FACTOR_ALGO_035,
212     PRESCALE_FACTOR_ALGO_036,PRESCALE_FACTOR_ALGO_037,PRESCALE_FACTOR_ALGO_038,PRESCALE_FACTOR_ALGO_039,PRESCALE_FACTOR_ALGO_040,PRESCALE_FACTOR_ALGO_041,
213     PRESCALE_FACTOR_ALGO_042,PRESCALE_FACTOR_ALGO_043,PRESCALE_FACTOR_ALGO_044,PRESCALE_FACTOR_ALGO_045,PRESCALE_FACTOR_ALGO_046,PRESCALE_FACTOR_ALGO_047,
214     PRESCALE_FACTOR_ALGO_048,PRESCALE_FACTOR_ALGO_049,PRESCALE_FACTOR_ALGO_050,PRESCALE_FACTOR_ALGO_051,PRESCALE_FACTOR_ALGO_052,PRESCALE_FACTOR_ALGO_053,
215     PRESCALE_FACTOR_ALGO_054,PRESCALE_FACTOR_ALGO_055,PRESCALE_FACTOR_ALGO_056,PRESCALE_FACTOR_ALGO_057,PRESCALE_FACTOR_ALGO_058,PRESCALE_FACTOR_ALGO_059,
216     PRESCALE_FACTOR_ALGO_060,PRESCALE_FACTOR_ALGO_061,PRESCALE_FACTOR_ALGO_062,PRESCALE_FACTOR_ALGO_063,PRESCALE_FACTOR_ALGO_064,PRESCALE_FACTOR_ALGO_065,
217     PRESCALE_FACTOR_ALGO_066,PRESCALE_FACTOR_ALGO_067,PRESCALE_FACTOR_ALGO_068,PRESCALE_FACTOR_ALGO_069,PRESCALE_FACTOR_ALGO_070,PRESCALE_FACTOR_ALGO_071,
218     PRESCALE_FACTOR_ALGO_072,PRESCALE_FACTOR_ALGO_073,PRESCALE_FACTOR_ALGO_074,PRESCALE_FACTOR_ALGO_075,PRESCALE_FACTOR_ALGO_076,PRESCALE_FACTOR_ALGO_077,
219     PRESCALE_FACTOR_ALGO_078,PRESCALE_FACTOR_ALGO_079,PRESCALE_FACTOR_ALGO_080,PRESCALE_FACTOR_ALGO_081,PRESCALE_FACTOR_ALGO_082,PRESCALE_FACTOR_ALGO_083,
220     PRESCALE_FACTOR_ALGO_084,PRESCALE_FACTOR_ALGO_085,PRESCALE_FACTOR_ALGO_086,PRESCALE_FACTOR_ALGO_087,PRESCALE_FACTOR_ALGO_088,PRESCALE_FACTOR_ALGO_089,
221     PRESCALE_FACTOR_ALGO_090,PRESCALE_FACTOR_ALGO_091,PRESCALE_FACTOR_ALGO_092,PRESCALE_FACTOR_ALGO_093,PRESCALE_FACTOR_ALGO_094,PRESCALE_FACTOR_ALGO_095,
222     PRESCALE_FACTOR_ALGO_096,PRESCALE_FACTOR_ALGO_097,PRESCALE_FACTOR_ALGO_098,PRESCALE_FACTOR_ALGO_099,PRESCALE_FACTOR_ALGO_100,PRESCALE_FACTOR_ALGO_101,
223     PRESCALE_FACTOR_ALGO_102,PRESCALE_FACTOR_ALGO_103,PRESCALE_FACTOR_ALGO_104,PRESCALE_FACTOR_ALGO_105,PRESCALE_FACTOR_ALGO_106,PRESCALE_FACTOR_ALGO_107,
224     PRESCALE_FACTOR_ALGO_108,PRESCALE_FACTOR_ALGO_109,PRESCALE_FACTOR_ALGO_110,PRESCALE_FACTOR_ALGO_111,PRESCALE_FACTOR_ALGO_112,PRESCALE_FACTOR_ALGO_113,
225     PRESCALE_FACTOR_ALGO_114,PRESCALE_FACTOR_ALGO_115,PRESCALE_FACTOR_ALGO_116,PRESCALE_FACTOR_ALGO_117,PRESCALE_FACTOR_ALGO_118,PRESCALE_FACTOR_ALGO_119,
226     PRESCALE_FACTOR_ALGO_120,PRESCALE_FACTOR_ALGO_121,PRESCALE_FACTOR_ALGO_122,PRESCALE_FACTOR_ALGO_123,PRESCALE_FACTOR_ALGO_124,PRESCALE_FACTOR_ALGO_125,
227     PRESCALE_FACTOR_ALGO_126,PRESCALE_FACTOR_ALGO_127
228     FROM CMS_GT.GT_FDL_PRESCALE_FACTORS_ALGO A, CMS_GT.GT_RUN_SETTINGS_PRESC_VIEW B
229     WHERE A.ID=B.PRESCALE_FACTORS_ALGO_FK AND B.ID='%s'
230     """ % (self.GTRS_Key,)
231     self.curs.execute(L1PrescalesQuery)
232     ## This is pretty horrible, but this how you get them!!
233     tmp = self.curs.fetchall()
234     for ps in tmp[0]: #build the prescale table initially
235     self.L1PrescaleTable.append([ps])
236     for line in tmp[1:]: # now fill it
237     for ps,index in zip(line,range(len(line))):
238     self.L1PrescaleTable[index].append(ps)
239    
240     def GetHLTIndex(self,name):
241     for i,n in enumerate(self.HLTList):
242     if n.find(name)!=-1:
243     return i
244 amott 1.2 #print name
245 amott 1.1 return -1
246    
247     def GetL1Index(self,name):
248     for i,n in enumerate(self.L1IndexNameMap):
249     if n==name:
250     return i
251 amott 1.2 #print name
252 amott 1.1 return -1
253    
254     def GetHLTPrescaleMatrix(self,cursor):
255     ##NOT WORKING 1/19/2012
256     return
257     SequencePathQuery ="""
258     SELECT F.SEQUENCENB,J.VALUE TRIGGERNAME
259     FROM CMS_HLT.CONFIGURATIONSERVICEASSOC A
260     , CMS_HLT.SERVICES B
261     , CMS_HLT.SERVICETEMPLATES C
262     , CMS_HLT.SUPERIDVECPARAMSETASSOC D
263     , CMS_HLT.VECPARAMETERSETS E
264     , CMS_HLT.SUPERIDPARAMSETASSOC F
265     , CMS_HLT.PARAMETERSETS G
266     , CMS_HLT.SUPERIDPARAMETERASSOC H
267     , CMS_HLT.PARAMETERS I
268     , CMS_HLT.STRINGPARAMVALUES J
269     WHERE A.CONFIGID= %d
270     AND A.SERVICEID=B.SUPERID
271     AND B.TEMPLATEID=C.SUPERID
272     AND C.NAME='PrescaleService'
273     AND B.SUPERID=D.SUPERID
274     AND D.VPSETID=E.SUPERID
275     AND E.NAME='prescaleTable'
276     AND D.VPSETID=F.SUPERID
277     AND F.PSETID=G.SUPERID
278     AND G.SUPERID=H.SUPERID
279     AND I.PARAMID=H.PARAMID
280     AND I.NAME='pathName'
281     AND J.PARAMID=H.PARAMID
282     ORDER BY F.SEQUENCENB
283     """ % (self.ConfigId,)
284    
285     cursor.execute(SequencePathQuery)
286     self.HLTSequenceMap = [0]*len(self.HLTList)
287     for seq,name in cursor.fetchall():
288     name = name.lstrip('"').rstrip('"')
289     try:
290     self.HLTSequenceMap[self.GetHLTIndex(name)]=seq
291     except:
292     print "couldn't find "+name
293    
294     for i,seq in enumerate(self.HLTSequenceMap):
295     if seq==0:
296     print self.HLTList[i]
297    
298     SequencePrescaleQuery="""
299     SELECT F.SEQUENCENB,J.SEQUENCENB,J.VALUE
300     FROM CMS_HLT.CONFIGURATIONSERVICEASSOC A
301     , CMS_HLT.SERVICES B
302     , CMS_HLT.SERVICETEMPLATES C
303     , CMS_HLT.SUPERIDVECPARAMSETASSOC D
304     , CMS_HLT.VECPARAMETERSETS E
305     , CMS_HLT.SUPERIDPARAMSETASSOC F
306     , CMS_HLT.PARAMETERSETS G
307     , CMS_HLT.SUPERIDPARAMETERASSOC H
308     , CMS_HLT.PARAMETERS I
309     , CMS_HLT.VUINT32PARAMVALUES J
310     WHERE A.CONFIGID=%d
311     AND A.SERVICEID=B.SUPERID
312     AND B.TEMPLATEID=C.SUPERID
313     AND C.NAME='PrescaleService'
314     AND B.SUPERID=D.SUPERID
315     AND D.VPSETID=E.SUPERID
316     AND E.NAME='prescaleTable'
317     AND D.VPSETID=F.SUPERID
318     AND F.PSETID=G.SUPERID
319     AND G.SUPERID=H.SUPERID
320     AND I.PARAMID=H.PARAMID
321     AND I.NAME='prescales'
322     AND J.PARAMID=H.PARAMID
323     ORDER BY F.SEQUENCENB,J.SEQUENCENB
324     """ % (self.ConfigId,)
325    
326 amott 1.2 #print self.HLTSequenceMap
327 amott 1.1 cursor.execute(SequencePrescaleQuery)
328     self.HLTPrescaleTable=[ [] ]*len(self.HLTList)
329     lastIndex=-1
330     lastSeq=-1
331     row = []
332     for seq,index,val in cursor.fetchall():
333     if lastIndex!=index-1:
334     self.HLTPrescaleTable[self.HLTSequenceMap.index(lastSeq)].append(row)
335     row=[]
336     lastSeq=seq
337     lastIndex=index
338     row.append(val)
339    
340     def GetHLTSeeds(self):
341     ## This is a rather delicate query, but it works!
342     ## Essentially get a list of paths associated with the config, then find the module of type HLTLevel1GTSeed associated with the path
343     ## Then find the parameter with field name L1SeedsLogicalExpression and look at the value
344     ##
345     ## NEED TO BE LOGGED IN AS CMS_HLT_R
346     cmd='cat ~hltpro/secure/cms_hlt_r.txt'
347     line=os.popen(cmd).readlines()
348     magic = line[0].rstrip("\n\r")
349     connect= 'cms_hlt_r/' + magic + '@cms_omds_lb'
350     # connect to the DB
351     tmporcl = cx_Oracle.connect(connect)
352     tmpcurs = tmporcl.cursor()
353     sqlquery ="""
354     SELECT I.NAME,A.VALUE
355     FROM
356     CMS_HLT.STRINGPARAMVALUES A,
357     CMS_HLT.PARAMETERS B,
358     CMS_HLT.SUPERIDPARAMETERASSOC C,
359     CMS_HLT.MODULETEMPLATES D,
360     CMS_HLT.MODULES E,
361     CMS_HLT.PATHMODULEASSOC F,
362     CMS_HLT.CONFIGURATIONPATHASSOC G,
363     CMS_HLT.CONFIGURATIONS H,
364     CMS_HLT.PATHS I
365     WHERE
366     A.PARAMID = C.PARAMID AND
367     B.PARAMID = C.PARAMID AND
368     B.NAME = 'L1SeedsLogicalExpression' AND
369     C.SUPERID = F.MODULEID AND
370     D.NAME = 'HLTLevel1GTSeed' AND
371     E.TEMPLATEID = D.SUPERID AND
372     F.MODULEID = E.SUPERID AND
373     F.PATHID=G.PATHID AND
374     I.PATHID=G.PATHID AND
375     G.CONFIGID=H.CONFIGID AND
376     H.CONFIGDESCRIPTOR='%s'
377 amott 1.2 ORDER BY A.VALUE
378 amott 1.1 """ % (self.HLT_Key,)
379     tmpcurs.execute(sqlquery)
380     for HLTPath,L1Seed in tmpcurs.fetchall():
381     self.HLTList.append(HLTPath)
382     self.HLTSeed.append([HLTPath,L1Seed])
383     self.TriggerRates.append([HLTPath])
384     self.RateTable.append([HLTPath])
385     #self.GetHLTPrescaleMatrix(tmpcurs)
386    
387     def ParseRunSetup(self):
388     #queries that need to be run only once per run
389     self.GetRunInfo()
390     self.GetL1NameIndexAssoc()
391     self.GetL1AlgoPrescales()
392     self.GetHLTSeeds()
393    
394     def UpdateRun(self,StartLS,EndLS):
395     if EndLS<StartLS:
396     print "Invalid Lumi Section Range"
397     return
398     self.GetLumiInfo()
399     if StartLS < 0:
400     EndLS = max(self.LSByLS) - 1
401     StartLS = EndLS + StartLS
402     if StartLS < 2: #The parser does not parse the first LS
403     StartLS = 2
404     if StartLS == 999999:
405     StartLS = min(self.LSByLS)
406     if EndLS == 111111:
407     EndLS = max(self.LSByLS)
408     if EndLS>self.LastLSParsed:
409     print "EndLS out of range"
410     return
411     self.FillLumiInfo(StartLS,EndLS)
412     self.GetHLTRates(StartLS,EndLS)
413     self.CalculateAvL1Prescales(StartLS,EndLS)
414     self.CalculateTotalPrescales()
415     self.UnprescaleRates()
416    
417     def CalculateAvL1Prescales(self,StartLS,EndLS):
418     self.AvgL1Prescales=[0]*len(self.L1IndexNameMap) ## make it an array of 0s of the right length (should be 128, but don't assume)
419     for index in range(StartLS,EndLS+1):
420     psi = self.PSColumnByLS[index]
421     if not psi:
422     print "Cannot figure out PSI for LS "+str(index)
423     continue
424     for algo in range(len(self.L1IndexNameMap)):
425     self.AvgL1Prescales[algo]+=self.L1PrescaleTable[algo][psi]
426     for i in range(len(self.AvgL1Prescales)):
427     self.AvgL1Prescales[i] = self.AvgL1Prescales[i]/(EndLS-StartLS+1)
428    
429     def CalculateTotalPrescales(self):
430     self.AvgTotalPrescales=[]
431     for i,n in enumerate(self.HLTList):
432     hltPS=0
433     if len(self.TriggerRates[i])>0:
434     hltPS = self.TriggerRates[i][3]
435     l1Index = self.GetL1Index(self.HLTSeed[i][1].lstrip('"').rstrip('"'))
436     l1PS=0
437     if l1Index==-1:
438 amott 1.2 l1PS = self.UnwindORSeed(self.HLTSeed[i][1].lstrip('"').rstrip('"'))
439     #print "Could not find prescale for seed "+self.HLTSeed[i][1]
440 amott 1.1 else:
441     l1PS = self.AvgL1Prescales[l1Index]
442     #print hltPS+" "+l1PS
443     self.AvgTotalPrescales.append(hltPS*l1PS)
444    
445    
446 amott 1.2 def UnwindORSeed(self,expression):
447     print "Unwinding "+expression
448     if expression.find(" OR ") == -1:
449     return -1 # Not an OR of seeds
450     seedList = expression.split(" OR ")
451     if len(seedList)==1:
452     return -1 # Not an OR of seeds, really shouldn't get here...
453     minPS = 99999999999
454     for seed in seedList:
455     l1Index = self.GetL1Index(seed)
456     if l1Index == -1:
457     pass
458     else:
459     ps = self.AvgL1Prescales[l1Index]
460     if ps:
461     minPS = min(ps,minPS)
462     print seed+" "+str(ps)+" "+str(minPS)
463     if minPS==99999999999:
464     return 0
465     else:
466     return minPS
467    
468 amott 1.1 def UnprescaleRates(self):
469     self.PrescaledRates=[]
470     self.UnprescaledRates=[]
471     for i,n in enumerate(self.HLTList):
472     psRate=0
473     if len(self.TriggerRates[i])>0:
474     psRate = self.TriggerRates[i][0]
475     totalPS = self.AvgTotalPrescales[i]
476     unpsRate = psRate
477     if totalPS:
478     unpsRate = psRate*totalPS
479     self.PrescaledRates.append(psRate)
480     self.UnprescaledRates.append(unpsRate)
481    
482     def AssemblePrescaleValues(self): ##Depends on output from ParseLumiPage and ParseTriggerModePage
483     return ## WHAT DOES THIS FUNCTION DO???
484     MissingName = "Nemo"
485     for key in self.L1TriggerMode:
486     self.L1Prescale[key] = {}
487     for n in range(min(self.LSByLS),max(self.LSByLS)+1): #"range()" excludes the last element
488     try:
489     self.L1Prescale[key][n] = self.L1TriggerMode[key][self.PSColumnByLS[n]]
490     except:
491     if not key == MissingName:
492     self.MissingPrescale.append(key)
493     MissingName = key
494     if not n < 2:
495     print "LS "+str(n)+" of key "+str(key)+" is missing from the LumiSections page"
496    
497     for key in self.HLTTriggerMode:
498     self.HLTPrescale[key] = {}
499     for n in range(min(self.LSByLS),max(self.LSByLS)+1): #"range" excludes the last element
500     try:
501     self.HLTPrescale[key][n] = self.HLTTriggerMode[key][self.PSColumnByLS[n]]
502     except:
503     if not key == MissingName:
504     self.MissingPrescale.append(key)
505     MissingName = key
506     if not n < 2:
507     print "LS "+str(n)+" of key "+str(key)+" is missing from the LumiSections page"
508    
509     self.PrescaleValues = [self.L1Prescale,self.HLTPrescale,self.MissingPrescale]
510     return self.PrescaleValues
511    
512     def ComputeTotalPrescales(self,StartLS,EndLS):
513     return ## WHAT DOES THIS FUNCTION DO??
514     IdealHLTPrescale = {}
515     IdealPrescale = {}
516     L1_zero = {}
517     HLT_zero = {}
518     n1 = {}
519     n2 = {}
520     L1 = {}
521     L2 = {}
522     H1 = {}
523     H2 = {}
524     InitialColumnIndex = self.PSColumnByLS[int(StartLS)]
525    
526     for key in self.HLTTriggerMode:
527     try:
528     DoesThisPathHaveAValidL1SeedWithPrescale = self.L1Prescale[self.HLTSeed[key]][StartLS]
529     except:
530     L1_zero[key] = True
531     HLT_zero[key] = False
532     continue
533    
534     IdealHLTPrescale[key] = 0.0
535     IdealPrescale[key] = 0.0
536     n1[key] = 0
537     L1_zero[key] = False
538     HLT_zero[key] = False
539    
540     for LSIterator in range(StartLS,EndLS+1): #"range" excludes the last element
541     if self.L1Prescale[self.HLTSeed[key]][LSIterator] > 0 and self.HLTPrescale[key][LSIterator] > 0:
542     IdealPrescale[key]+=1.0/(self.L1Prescale[self.HLTSeed[key]][LSIterator]*self.HLTPrescale[key][LSIterator])
543     else:
544     IdealPrescale[key]+=1.0 ##To prevent a divide by 0 error later
545     if self.L1Prescale[self.HLTSeed[key]][LSIterator] < 0.1:
546     L1_zero[key] = True
547     if self.HLTPrescale[key][LSIterator] < 0.1:
548     HLT_zero[key] = True
549     if self.PSColumnByLS[LSIterator] == InitialColumnIndex:
550     n1[key]+=1
551    
552     if L1_zero[key] == True or HLT_zero[key] == True:
553     continue
554    
555     IdealPrescale[key] = (EndLS + 1 - StartLS)/IdealPrescale[key]
556    
557     n2[key] = float(EndLS + 1 - StartLS - n1[key])
558     L1[key] = float(self.L1Prescale[self.HLTSeed[key]][StartLS])
559     L2[key] = float(self.L1Prescale[self.HLTSeed[key]][EndLS])
560     H1[key] = float(self.HLTPrescale[key][StartLS])
561     H2[key] = float(self.HLTPrescale[key][EndLS])
562    
563     IdealHLTPrescale[key] = ((n1[key]/L1[key])+(n2[key]/L2[key]))/((n1[key]/(L1[key]*H1[key]))+(n2[key]/(L2[key]*H2[key])))
564    
565     self.TotalPSInfo = [L1_zero,HLT_zero,IdealPrescale,IdealHLTPrescale,n1,n2,L1,L2,H1,H2]
566    
567     return self.TotalPSInfo
568    
569    
570     def CorrectForPrescaleChange(self,StartLS,EndLS):
571     [L1_zero,HLT_zero,IdealPrescale,IdealHLTPrescale,n1,n2,L1,L2,H1,H2] = self.TotalPSInfo
572     xLS = {}
573     RealPrescale = {}
574    
575     for key in self.HLTTriggerMode:
576     if L1_zero[key] == True or HLT_zero[key] == True:
577     continue
578     [TriggerRate,L1Pass,PSPass,PS,Seed,StartLS,EndLS] = self.TriggerRates[key]
579     if PS > 0.95 * IdealHLTPrescale[key] and PS < 1.05 * IdealHLTPrescale[key]:
580     RealPrescale[key] = IdealPrescale[key]
581     continue
582    
583     if H1[key] == H2[key] and L1[key] == L2[key] and not EndLS > max(self.LSByLS) - 1: ##Look for prescale change into the next LS
584     H2[key] = float(self.HLTPrescale[key][EndLS+1])
585     L2[key] = float(self.L1Prescale[self.HLTSeed[key]][EndLS+1])
586     if H1[key] == H2[key] and L1[key] == L2[key] and not StartLS < 3:
587     H1[key] = float(self.HLTPrescale[key][StartLS-1])
588     L1[key] = float(self.L1Prescale[self.HLTSeed[key]][StartLS-1])
589     if H1[key] == H2[key]:
590     xLS[key] = 0
591     else:
592     xLS[key] = ((-(PS/IdealHLTPrescale[key])*(L2[key]*n1[key]+L1[key]*n2[key])*(H2[key]*L2[key]*n1[key]+H1[key]*L1[key]*n2[key]))+((H2[key]*L2[key]*n1[key]+H1[key]*L1[key]*n2[key])*(L2[key]*n1[key]+L1[key]*n2[key])))/(((PS/IdealHLTPrescale[key])*(L2[key]*n1[key]+L1[key]*n2[key])*(H1[key]*L1[key]-H2[key]*L2[key]))+((H2[key]*L2[key]*n1[key]+H1[key]*L1[key]*n2[key])*(L2[key]-L1[key])))
593    
594     if xLS[key] > 1:
595     xLS[key] = 1
596     if xLS[key] < -1:
597     xLS[key] = -1
598     RealPrescale[key] = (n1[key] + n2[key])/(((n1[key] - xLS[key])/(H1[key]*L1[key]))+(n2[key]+xLS[key])/(H2[key]*L2[key]))
599    
600     self.CorrectedPSInfo = [RealPrescale,xLS,L1,L2,H1,H2]
601    
602     return self.CorrectedPSInfo
603    
604     def Save(self, fileName):
605     dir = os.path.dirname(fileName)
606     if not os.path.exists(dir):
607     os.makedirs(dir)
608     pickle.dump( self, open( fileName, 'w' ) )
609    
610     def Load(self, fileName):
611     self = pickle.load( open( fileName ) )