ViewVC Help
View File | Revision Log | Show Annotations | Root Listing
root/cvsroot/UserCode/RateMonShiftTool_dev/CheckPrescales.py
Revision: 1.6
Committed: Tue Nov 13 01:15:23 2012 UTC (12 years, 5 months ago) by fwyzard
Content type: text/x-python
Branch: MAIN
Changes since 1.5: +3 -2 lines
Log Message:
fix bug causing mis-reporting of paths seeded by L1_SingleEG5

File Contents

# User Rev Content
1 amott 1.1 #!/usr/bin/env python
2    
3     import sys
4     import os
5 amott 1.4 import getopt
6 fwyzard 1.6 import copy
7 amott 1.4
8 amott 1.1 from DatabaseParser import ConnectDB
9    
10     def usage():
11 amott 1.4 print sys.argv[0] + " [options] HLTKey GTKey GTRS Key"
12     print "options:"
13     print "-v Verbose Mode"
14     print "--ignore=<cols> list (comma-separated) of prescale columns to ignore"
15 amott 1.1
16     def main():
17 amott 1.4 try:
18     opt, args = getopt.getopt(sys.argv[1:],"v",["ignore="])
19    
20     except getopt.GetoptError, err:
21     print str(err)
22     usage()
23     sys.exit(2)
24 amott 1.1
25 amott 1.4 if len(args)!=3:
26 amott 1.1 usage()
27     sys.exit(0)
28    
29 amott 1.4 HLT_Key = args[0]
30     GT_Key = args[1]
31     GTRS_Key = args[2]
32     Verbose = False
33 amott 1.2 PSColsToIgnore = []
34 amott 1.3
35 amott 1.4 for o,a in opt:
36     if o=="-v":
37     Verbose = True
38     elif o=="--ignore":
39     for c in a.split(','):
40     try:
41     PSColsToIgnore.append(int(c))
42     except:
43     print "\nERROR: %s is not a valid prescale column\n" % c
44     usage()
45     sys.exit(0)
46     psTable = GetPrescaleTable(HLT_Key,GT_Key,GTRS_Key,PSColsToIgnore,True)
47    
48     if Verbose:
49     firstPS = {}
50     for trigger,prescales in psTable.iteritems():
51     firstPed = firstPrescaled(prescales,PSColsToIgnore)
52     if not firstPS.has_key(firstPed):
53     firstPS[firstPed] = []
54     firstPS[firstPed].append(trigger)
55    
56    
57     for col,triggers in firstPS.iteritems():
58     if col == -1:
59     print "The following triggers are never prescaled:"
60     else:
61     print "The following triggers are first prescaled in col %d" % (col,)
62     for trig in triggers: print "\t%s" % (trig,)
63    
64    
65    
66 amott 1.3 def GetPrescaleTable(HLT_Key,GT_Key,GTRS_Key,PSColsToIgnore,doPrint):
67 amott 1.1 curs = ConnectDB('hlt')
68    
69     ## Get the HLT seeds
70     sqlquery ="""
71     SELECT I.NAME,A.VALUE
72     FROM
73     CMS_HLT.STRINGPARAMVALUES A,
74     CMS_HLT.PARAMETERS B,
75     CMS_HLT.SUPERIDPARAMETERASSOC C,
76     CMS_HLT.MODULETEMPLATES D,
77     CMS_HLT.MODULES E,
78     CMS_HLT.PATHMODULEASSOC F,
79     CMS_HLT.CONFIGURATIONPATHASSOC G,
80     CMS_HLT.CONFIGURATIONS H,
81     CMS_HLT.PATHS I
82     WHERE
83     A.PARAMID = C.PARAMID AND
84     B.PARAMID = C.PARAMID AND
85     B.NAME = 'L1SeedsLogicalExpression' AND
86     C.SUPERID = F.MODULEID AND
87     D.NAME = 'HLTLevel1GTSeed' AND
88     E.TEMPLATEID = D.SUPERID AND
89     F.MODULEID = E.SUPERID AND
90     F.PATHID=G.PATHID AND
91     I.PATHID=G.PATHID AND
92     G.CONFIGID=H.CONFIGID AND
93     H.CONFIGDESCRIPTOR='%s'
94     ORDER BY A.VALUE
95     """ % (HLT_Key,)
96     curs.execute(sqlquery)
97     HLTSeed = {}
98     for HLTPath,L1Seed in curs.fetchall():
99     if not HLTSeed.has_key(HLTPath): ## this should protect us from L1_SingleMuOpen
100 amott 1.5 tmp = L1Seed.lstrip('"').rstrip('"')
101     HLTSeed[HLTPath] = tmp.rstrip(' ')
102 amott 1.1
103     HLTPrescales = GetHLTPrescaleMatrix(curs,HLT_Key)
104    
105     L1Names = {}
106     ## get the L1 algo names associated with each algo bit
107     AlgoNameQuery = """SELECT ALGO_INDEX, ALIAS FROM CMS_GT.L1T_MENU_ALGO_VIEW
108     WHERE MENU_IMPLEMENTATION IN (SELECT L1T_MENU_FK FROM CMS_GT.GT_SETUP WHERE ID='%s')
109     ORDER BY ALGO_INDEX""" % (GT_Key,)
110     curs.execute(AlgoNameQuery)
111     for index,name in curs.fetchall():
112     L1Names[name] = index
113    
114     L1Prescales = GetL1AlgoPrescales(curs,GTRS_Key)
115    
116     FullPrescales = {}
117 fwyzard 1.6 formatString = "%-60s%-40s%90s%80s%80s"
118 amott 1.3 if doPrint:
119     print "List of triggers with non-sequential prescales:"
120     print formatString % ("HLT Name","L1 Name","Total","HLT","L1",)
121 amott 1.1 for HLTName,L1Seeds in HLTSeed.iteritems():
122     if HLTName.startswith('AlCa'): ## the results don't make sense for AlCa paths
123     continue
124     if L1Seeds.isdigit(): ## skip TT seeded paths
125     continue
126     thisL1PS = []
127     for seed in L1Seeds.split(' OR '): ## unwind the OR of multiple seeds
128 amott 1.5 seed = seed.lstrip(' ').rstrip(' ')
129 amott 1.1 if seed.isdigit():
130     continue
131     if not L1Names.has_key(seed):
132     print "WARNING: %s uses non-existant L1 seed: %s" % (HLTName,seed,)
133     tmp = L1Prescales[L1Names[seed]]
134     if len(thisL1PS)==0:
135 fwyzard 1.6 thisL1PS = copy.copy(tmp) ## just set it for the first one
136 amott 1.1 else:
137     for i,a,b in zip(range(len(tmp)),thisL1PS,tmp):
138     if b<a:
139     thisL1PS[i] = b # choose the minimum PS for each column
140     if len(thisL1PS)==0:
141     continue ## this probably means that the seeding was an OR of TTs
142     if HLTPrescales.has_key(HLTName): ## if the HLT path is totally unprescaled it won't be listed in the PS service
143     thisHLTPS = HLTPrescales[HLTName]
144     else:
145     thisHLTPS = [1]*len(thisL1PS)
146     if not len(thisHLTPS) == len(thisL1PS):
147     print "Incompatible number of prescales columns for trigger %s" % HLTName
148     continue
149     prescales = []
150     for hlt,l1 in zip(thisHLTPS,thisL1PS):
151     prescales.append(hlt*l1)
152     #print HLTName+" HLT: "+str(thisHLTPS)+" L1: "+str(thisL1PS)+" Total: "+str(prescales)
153 amott 1.3 if not isSequential(prescales,PSColsToIgnore) and doPrint:
154 amott 1.1 print formatString % (HLTName,L1Seeds,prescales,thisHLTPS,thisL1PS,)
155     FullPrescales[HLTName] = prescales
156 amott 1.3 return FullPrescales
157 amott 1.1
158     def GetHLTPrescaleMatrix(cursor,HLT_Key):
159     ## Get the config ID
160     configIDQuery = "SELECT CONFIGID FROM CMS_HLT.CONFIGURATIONS WHERE CONFIGDESCRIPTOR='%s'" % (HLT_Key,)
161     cursor.execute(configIDQuery)
162     ConfigId, = cursor.fetchone()
163    
164     SequencePathQuery ="""
165     SELECT F.SEQUENCENB,J.VALUE TRIGGERNAME
166     FROM CMS_HLT.CONFIGURATIONSERVICEASSOC A
167     , CMS_HLT.SERVICES B
168     , CMS_HLT.SERVICETEMPLATES C
169     , CMS_HLT.SUPERIDVECPARAMSETASSOC D
170     , CMS_HLT.VECPARAMETERSETS E
171     , CMS_HLT.SUPERIDPARAMSETASSOC F
172     , CMS_HLT.PARAMETERSETS G
173     , CMS_HLT.SUPERIDPARAMETERASSOC H
174     , CMS_HLT.PARAMETERS I
175     , CMS_HLT.STRINGPARAMVALUES J
176     WHERE A.CONFIGID= %d
177     AND A.SERVICEID=B.SUPERID
178     AND B.TEMPLATEID=C.SUPERID
179     AND C.NAME='PrescaleService'
180     AND B.SUPERID=D.SUPERID
181     AND D.VPSETID=E.SUPERID
182     AND E.NAME='prescaleTable'
183     AND D.VPSETID=F.SUPERID
184     AND F.PSETID=G.SUPERID
185     AND G.SUPERID=H.SUPERID
186     AND I.PARAMID=H.PARAMID
187     AND I.NAME='pathName'
188     AND J.PARAMID=H.PARAMID
189     ORDER BY F.SEQUENCENB
190     """ % (ConfigId,)
191    
192     cursor.execute(SequencePathQuery)
193     HLTSequenceMap = {}
194     for seq,name in cursor.fetchall():
195     name = name.lstrip('"').rstrip('"')
196     HLTSequenceMap[seq]=name
197    
198     SequencePrescaleQuery="""
199     SELECT F.SEQUENCENB,J.SEQUENCENB,J.VALUE
200     FROM CMS_HLT.CONFIGURATIONSERVICEASSOC A
201     , CMS_HLT.SERVICES B
202     , CMS_HLT.SERVICETEMPLATES C
203     , CMS_HLT.SUPERIDVECPARAMSETASSOC D
204     , CMS_HLT.VECPARAMETERSETS E
205     , CMS_HLT.SUPERIDPARAMSETASSOC F
206     , CMS_HLT.PARAMETERSETS G
207     , CMS_HLT.SUPERIDPARAMETERASSOC H
208     , CMS_HLT.PARAMETERS I
209     , CMS_HLT.VUINT32PARAMVALUES J
210     WHERE A.CONFIGID=%d
211     AND A.SERVICEID=B.SUPERID
212     AND B.TEMPLATEID=C.SUPERID
213     AND C.NAME='PrescaleService'
214     AND B.SUPERID=D.SUPERID
215     AND D.VPSETID=E.SUPERID
216     AND E.NAME='prescaleTable'
217     AND D.VPSETID=F.SUPERID
218     AND F.PSETID=G.SUPERID
219     AND G.SUPERID=H.SUPERID
220     AND I.PARAMID=H.PARAMID
221     AND I.NAME='prescales'
222     AND J.PARAMID=H.PARAMID
223     ORDER BY F.SEQUENCENB,J.SEQUENCENB
224     """ % (ConfigId,)
225    
226     #print HLTSequenceMap
227     cursor.execute(SequencePrescaleQuery)
228     HLTPrescaleTable= {}
229     lastIndex=-1
230     lastSeq=-1
231     row = []
232     for seq,index,val in cursor.fetchall():
233     if lastIndex!=index-1:
234     HLTPrescaleTable[HLTSequenceMap[seq-1]] = row
235     row=[]
236     lastSeq=seq
237     lastIndex=index
238     row.append(val)
239    
240     return HLTPrescaleTable
241    
242     def GetL1AlgoPrescales(curs, GTRS_Key):
243     L1PrescalesQuery= """
244     SELECT
245     PRESCALE_FACTOR_ALGO_000,PRESCALE_FACTOR_ALGO_001,PRESCALE_FACTOR_ALGO_002,PRESCALE_FACTOR_ALGO_003,PRESCALE_FACTOR_ALGO_004,PRESCALE_FACTOR_ALGO_005,
246     PRESCALE_FACTOR_ALGO_006,PRESCALE_FACTOR_ALGO_007,PRESCALE_FACTOR_ALGO_008,PRESCALE_FACTOR_ALGO_009,PRESCALE_FACTOR_ALGO_010,PRESCALE_FACTOR_ALGO_011,
247     PRESCALE_FACTOR_ALGO_012,PRESCALE_FACTOR_ALGO_013,PRESCALE_FACTOR_ALGO_014,PRESCALE_FACTOR_ALGO_015,PRESCALE_FACTOR_ALGO_016,PRESCALE_FACTOR_ALGO_017,
248     PRESCALE_FACTOR_ALGO_018,PRESCALE_FACTOR_ALGO_019,PRESCALE_FACTOR_ALGO_020,PRESCALE_FACTOR_ALGO_021,PRESCALE_FACTOR_ALGO_022,PRESCALE_FACTOR_ALGO_023,
249     PRESCALE_FACTOR_ALGO_024,PRESCALE_FACTOR_ALGO_025,PRESCALE_FACTOR_ALGO_026,PRESCALE_FACTOR_ALGO_027,PRESCALE_FACTOR_ALGO_028,PRESCALE_FACTOR_ALGO_029,
250     PRESCALE_FACTOR_ALGO_030,PRESCALE_FACTOR_ALGO_031,PRESCALE_FACTOR_ALGO_032,PRESCALE_FACTOR_ALGO_033,PRESCALE_FACTOR_ALGO_034,PRESCALE_FACTOR_ALGO_035,
251     PRESCALE_FACTOR_ALGO_036,PRESCALE_FACTOR_ALGO_037,PRESCALE_FACTOR_ALGO_038,PRESCALE_FACTOR_ALGO_039,PRESCALE_FACTOR_ALGO_040,PRESCALE_FACTOR_ALGO_041,
252     PRESCALE_FACTOR_ALGO_042,PRESCALE_FACTOR_ALGO_043,PRESCALE_FACTOR_ALGO_044,PRESCALE_FACTOR_ALGO_045,PRESCALE_FACTOR_ALGO_046,PRESCALE_FACTOR_ALGO_047,
253     PRESCALE_FACTOR_ALGO_048,PRESCALE_FACTOR_ALGO_049,PRESCALE_FACTOR_ALGO_050,PRESCALE_FACTOR_ALGO_051,PRESCALE_FACTOR_ALGO_052,PRESCALE_FACTOR_ALGO_053,
254     PRESCALE_FACTOR_ALGO_054,PRESCALE_FACTOR_ALGO_055,PRESCALE_FACTOR_ALGO_056,PRESCALE_FACTOR_ALGO_057,PRESCALE_FACTOR_ALGO_058,PRESCALE_FACTOR_ALGO_059,
255     PRESCALE_FACTOR_ALGO_060,PRESCALE_FACTOR_ALGO_061,PRESCALE_FACTOR_ALGO_062,PRESCALE_FACTOR_ALGO_063,PRESCALE_FACTOR_ALGO_064,PRESCALE_FACTOR_ALGO_065,
256     PRESCALE_FACTOR_ALGO_066,PRESCALE_FACTOR_ALGO_067,PRESCALE_FACTOR_ALGO_068,PRESCALE_FACTOR_ALGO_069,PRESCALE_FACTOR_ALGO_070,PRESCALE_FACTOR_ALGO_071,
257     PRESCALE_FACTOR_ALGO_072,PRESCALE_FACTOR_ALGO_073,PRESCALE_FACTOR_ALGO_074,PRESCALE_FACTOR_ALGO_075,PRESCALE_FACTOR_ALGO_076,PRESCALE_FACTOR_ALGO_077,
258     PRESCALE_FACTOR_ALGO_078,PRESCALE_FACTOR_ALGO_079,PRESCALE_FACTOR_ALGO_080,PRESCALE_FACTOR_ALGO_081,PRESCALE_FACTOR_ALGO_082,PRESCALE_FACTOR_ALGO_083,
259     PRESCALE_FACTOR_ALGO_084,PRESCALE_FACTOR_ALGO_085,PRESCALE_FACTOR_ALGO_086,PRESCALE_FACTOR_ALGO_087,PRESCALE_FACTOR_ALGO_088,PRESCALE_FACTOR_ALGO_089,
260     PRESCALE_FACTOR_ALGO_090,PRESCALE_FACTOR_ALGO_091,PRESCALE_FACTOR_ALGO_092,PRESCALE_FACTOR_ALGO_093,PRESCALE_FACTOR_ALGO_094,PRESCALE_FACTOR_ALGO_095,
261     PRESCALE_FACTOR_ALGO_096,PRESCALE_FACTOR_ALGO_097,PRESCALE_FACTOR_ALGO_098,PRESCALE_FACTOR_ALGO_099,PRESCALE_FACTOR_ALGO_100,PRESCALE_FACTOR_ALGO_101,
262     PRESCALE_FACTOR_ALGO_102,PRESCALE_FACTOR_ALGO_103,PRESCALE_FACTOR_ALGO_104,PRESCALE_FACTOR_ALGO_105,PRESCALE_FACTOR_ALGO_106,PRESCALE_FACTOR_ALGO_107,
263     PRESCALE_FACTOR_ALGO_108,PRESCALE_FACTOR_ALGO_109,PRESCALE_FACTOR_ALGO_110,PRESCALE_FACTOR_ALGO_111,PRESCALE_FACTOR_ALGO_112,PRESCALE_FACTOR_ALGO_113,
264     PRESCALE_FACTOR_ALGO_114,PRESCALE_FACTOR_ALGO_115,PRESCALE_FACTOR_ALGO_116,PRESCALE_FACTOR_ALGO_117,PRESCALE_FACTOR_ALGO_118,PRESCALE_FACTOR_ALGO_119,
265     PRESCALE_FACTOR_ALGO_120,PRESCALE_FACTOR_ALGO_121,PRESCALE_FACTOR_ALGO_122,PRESCALE_FACTOR_ALGO_123,PRESCALE_FACTOR_ALGO_124,PRESCALE_FACTOR_ALGO_125,
266     PRESCALE_FACTOR_ALGO_126,PRESCALE_FACTOR_ALGO_127
267     FROM CMS_GT.GT_FDL_PRESCALE_FACTORS_ALGO A, CMS_GT.GT_RUN_SETTINGS_PRESC_VIEW B
268     WHERE A.ID=B.PRESCALE_FACTORS_ALGO_FK AND B.ID='%s'
269     """ % (GTRS_Key,)
270     curs.execute(L1PrescalesQuery)
271     ## This is pretty horrible, but this how you get them!!
272     tmp = curs.fetchall()
273     L1PrescaleTable = []
274     for ps in tmp[0]: #build the prescale table initially
275     L1PrescaleTable.append([ps])
276     for line in tmp[1:]: # now fill it
277     for ps,index in zip(line,range(len(line))):
278     L1PrescaleTable[index].append(ps)
279     return L1PrescaleTable
280    
281 amott 1.2 def isSequential(row,ignore):
282 amott 1.1 seq = True
283 amott 1.2 lastEntry=999999999999
284     for i,entry in enumerate(row):
285     if i in ignore:
286     continue
287 amott 1.1 if entry > lastEntry and lastEntry!=0:
288     seq = False
289     break
290     lastEntry = entry
291     return seq
292 amott 1.4
293    
294     def firstPrescaled(row,ignore):
295     row.reverse()
296     for i,val in enumerate(row):
297     if len(row)-1-i in ignore:
298     continue
299     if val!=1: # prescaled
300     return len(row)-1-i
301     return -1
302    
303 amott 1.1 if __name__=='__main__':
304     main()