UserCode/TWikiIB/makeDepMetrics.py

#!/usr/bin/env python
import re, os

class mkDepMetrics(object) :
        def __init__(self, page, tday, arch, packagename) :
                self.page=page
                self.tday = tday
                self.arch = arch
                self.packagename = packagename
                self.url = 'https://macms01.cern.ch/ap/ignominy/'+arch+'/'+packagename+'/igRun/metrics'
                temp = os.popen('wget --no-check-certificate -nv -o /dev/null -O- '+self.url)
                self.contents=[]
                self.contents = temp.readlines()

   
        def makeSummary(self):
            contents=self.contents
            writeflag = False
            cycleflag = False
            typeCycle = re.compile('^(Cycle \w*)')
            for line in contents :
                matchCycle = typeCycle.search(line)
                if line=='# Summary\n' :
                    writeflag = True
                elif line=='# Levels\n' :
                    writeflag = False
                    cycleflag = False
                    self.page.write('</div>\n') 
                    self.page.write('''<br><pre>
* CCD:  Cumulative Component Dependency measures the cumulative testing cost
        across the system.
* ACD:  Average Component Dependency indicates the number of other packages
        an average package depends on.
* NCCD: Normalised Cumulative Component Dependency measures how the structure
        differs from a balanced binary tree of comparable size. If NCCD is one,
        the structure resembles a binary tree; if much less than one, the
        packages are mostly independent; if much greater than one, the system
        is fairly strongly coupled. The only universal NCCD target is to
        minimise for any given software system--a high value indicates a
        strongly coupled system and less coupling is better.
</pre>
''')
                    break
                elif line=='\n' :
                    continue
                elif line[0:5] =='* CCD' :
                    writeflag = False
                elif line=='# Cycles\n' :
                    self.page.write('         * Cycles\n\n') 
                    self.page.write('<div id="test">\n') 
                    cycleflag=True
                elif matchCycle and cycleflag :
                    self.page.write('   * '+matchCycle.group(1)+'\n')
                elif cycleflag :
                    self.page.write('      * !'+line.strip()+'\n')
                elif writeflag :
                    self.page.write('         * '+line)
                else :
                    continue
                

        def packlist(self):
            contents=self.contents   
            pack = [['Levels']]
            j=0
            writeflag = False
            valueflag = False
            if len(contents)==0 : 
                self.page.write('---+++++No data about metrics information.\n')
                return pack
            for line in contents :
                if line =='# Levels\n' :
                    writeflag = True
                    continue
                elif not writeflag :
                    continue
                if line=='\n':
                    continue
                matchLevel = re.search('[0-9]. ',line)
                if matchLevel :
                    j = j + 1
                    temp = line.split()
                    pack.append(temp)
                    valueflag=True
                    continue
                if valueflag :
                    if line=='\n' :
                        valueflag=False
                        continue
                    else :
                        temp =line.strip()
                        pack[j].append(temp)
            return pack
# repack return list [[levels], [level1, [PACKEGE1,module1,module2,...], [PACKEGE2,module1,module2], ..],[level2,[],[],...] ...]
        def repack(self,pack):
            listlen = len(pack)
            pack2 = [['Levels']]
            countpack = 0
            for i in range(1,listlen):
                packname = [[str(i)]]
                check = 1
                for j in range(1,len(pack[i])):
                    
                    m = re.search('/',pack[i][j])
                    per = m.span()
                    title = pack[i][j][0:per[0]]
                    module = pack[i][j][per[1]:]
                    if j==1:
                        temp = []
                        temp.append(title)
                        packname.append(temp)
                        packname[check].append(module)
                    else:
                        if packname[check][0]==title:
                            packname[check].append(module)
                        else:
                            check = check + 1
                            temp = []
                            temp.append(title)
                            packname.append(temp)
                            packname[check].append(module)
                  
                pack2.append(packname)
            return pack2 
            
        def dropdown(self,list):
            self.page.write('\n<div id="test">\n\n')    
            listlen = len(list)
            for level in range(1,listlen):
                self.page.write('   * !'+str(list[level][0][0])+'\n')
                for pack in range(1,len(list[level])):
                    self.page.write('      * !'+str(list[level][pack][0])+'\n')
                    for module in range(1,len(list[level][pack])):
                        self.page.write('         * [[https://macms01.cern.ch/ap/ignominy/'+self.arch+'/'+self.packagename+'/igRun/subsystem.'+str(list[level][pack][0])+'/PROJECT-'+str(list[level][pack][0])+'-'+str(list[level][pack][module].replace('/','-'))+'-O.gif.html]['+str(list[level][pack][module])+']]\n')
            self.page.write('</div>\n%INCLUDE{"Main.DropDownMenu" section="js" MENU_ID="test"}%\n<br><br>\n\n')

                   
   
if __name__=="__main__" :
        from makeDepMetrics import mkDepMetrics
        mkDM = mkDepMetrics('t','slc4_ia32_gcc345','CMSSW_3_1_X_2009-08-05-1200')
        pkglist = mkDM.packlist()
        outputlist = mkDM.repack(pkglist)
        mkDM.dropdown(outputlist)

Revision:	1.10
Committed:	Tue Sep 8 10:04:03 2009 UTC (15 years, 7 months ago) by geonmo
Content type:	text/x-python
Branch:	MAIN
Changes since 1.9:	+0 -5 lines
Log Message:	remove temp print
#	User	Rev	Content
1	geonmo	1.1	#!/usr/bin/env python
2			import re, os
3
4			class mkDepMetrics(object) :
5	geonmo	1.2	def __init__(self, page, tday, arch, packagename) :
6	geonmo	1.1	self.page=page
7			self.tday = tday
8			self.arch = arch
9	geonmo	1.2	self.packagename = packagename
10			self.url = 'https://macms01.cern.ch/ap/ignominy/'+arch+'/'+packagename+'/igRun/metrics'
11	geonmo	1.3	temp = os.popen('wget --no-check-certificate -nv -o /dev/null -O- '+self.url)
12			self.contents=[]
13	geonmo	1.2	self.contents = temp.readlines()
14	geonmo	1.1
15	geonmo	1.3
16			def makeSummary(self):
17			contents=self.contents
18			writeflag = False
19	geonmo	1.4	cycleflag = False
20			typeCycle = re.compile('^(Cycle \w*)')
21	geonmo	1.3	for line in contents :
22	geonmo	1.4	matchCycle = typeCycle.search(line)
23	geonmo	1.3	if line=='# Summary\n' :
24			writeflag = True
25	geonmo	1.4	elif line=='# Levels\n' :
26			writeflag = False
27			cycleflag = False
28	geonmo	1.5	self.page.write('</div>\n')
29	geonmo	1.7	self.page.write('''<br><pre>
30	geonmo	1.4	* CCD: Cumulative Component Dependency measures the cumulative testing cost
31			across the system.
32			* ACD: Average Component Dependency indicates the number of other packages
33			an average package depends on.
34			* NCCD: Normalised Cumulative Component Dependency measures how the structure
35			differs from a balanced binary tree of comparable size. If NCCD is one,
36			the structure resembles a binary tree; if much less than one, the
37			packages are mostly independent; if much greater than one, the system
38			is fairly strongly coupled. The only universal NCCD target is to
39			minimise for any given software system--a high value indicates a
40			strongly coupled system and less coupling is better.
41	geonmo	1.5	</pre>
42	geonmo	1.7	''')
43			break
44			elif line=='\n' :
45			continue
46			elif line[0:5] =='* CCD' :
47			writeflag = False
48	geonmo	1.4	elif line=='# Cycles\n' :
49			self.page.write(' * Cycles\n\n')
50	geonmo	1.5	self.page.write('<div id="test">\n')
51	geonmo	1.4	cycleflag=True
52			elif matchCycle and cycleflag :
53	geonmo	1.7	self.page.write(' * '+matchCycle.group(1)+'\n')
54	geonmo	1.4	elif cycleflag :
55	geonmo	1.7	self.page.write(' * !'+line.strip()+'\n')
56	geonmo	1.4	elif writeflag :
57			self.page.write(' * '+line)
58			else :
59	geonmo	1.3	continue
60	geonmo	1.1
61
62			def packlist(self):
63	geonmo	1.2	contents=self.contents
64			pack = [['Levels']]
65			j=0
66			writeflag = False
67			valueflag = False
68			if len(contents)==0 :
69			self.page.write('---+++++No data about metrics information.\n')
70			return pack
71			for line in contents :
72			if line =='# Levels\n' :
73			writeflag = True
74	geonmo	1.3	continue
75			elif not writeflag :
76	geonmo	1.2	continue
77			if line=='\n':
78			continue
79			matchLevel = re.search('[0-9]. ',line)
80			if matchLevel :
81			j = j + 1
82			temp = line.split()
83			pack.append(temp)
84			valueflag=True
85			continue
86			if valueflag :
87			if line=='\n' :
88			valueflag=False
89			continue
90			else :
91			temp =line.strip()
92	geonmo	1.3	pack[j].append(temp)
93	geonmo	1.2	return pack
94	geonmo	1.1	# repack return list [[levels], [level1, [PACKEGE1,module1,module2,...], [PACKEGE2,module1,module2], ..],[level2,[],[],...] ...]
95			def repack(self,pack):
96			listlen = len(pack)
97			pack2 = [['Levels']]
98			countpack = 0
99			for i in range(1,listlen):
100			packname = [[str(i)]]
101			check = 1
102			for j in range(1,len(pack[i])):
103
104			m = re.search('/',pack[i][j])
105			per = m.span()
106			title = pack[i][j][0:per[0]]
107			module = pack[i][j][per[1]:]
108			if j==1:
109			temp = []
110			temp.append(title)
111			packname.append(temp)
112			packname[check].append(module)
113			else:
114			if packname[check][0]==title:
115			packname[check].append(module)
116			else:
117			check = check + 1
118			temp = []
119			temp.append(title)
120			packname.append(temp)
121			packname[check].append(module)
122
123			pack2.append(packname)
124			return pack2
125
126			def dropdown(self,list):
127	geonmo	1.3	self.page.write('\n<div id="test">\n\n')
128	geonmo	1.1	listlen = len(list)
129			for level in range(1,listlen):
130			self.page.write(' * !'+str(list[level][0][0])+'\n')
131			for pack in range(1,len(list[level])):
132			self.page.write(' * !'+str(list[level][pack][0])+'\n')
133			for module in range(1,len(list[level][pack])):
134	geonmo	1.3	self.page.write(' * [[https://macms01.cern.ch/ap/ignominy/'+self.arch+'/'+self.packagename+'/igRun/subsystem.'+str(list[level][pack][0])+'/PROJECT-'+str(list[level][pack][0])+'-'+str(list[level][pack][module].replace('/','-'))+'-O.gif.html]['+str(list[level][pack][module])+']]\n')
135	geonmo	1.1	self.page.write('</div>\n%INCLUDE{"Main.DropDownMenu" section="js" MENU_ID="test"}%\n<br><br>\n\n')
136
137
138
139			if __name__=="__main__" :
140			from makeDepMetrics import mkDepMetrics
141			mkDM = mkDepMetrics('t','slc4_ia32_gcc345','CMSSW_3_1_X_2009-08-05-1200')
142			pkglist = mkDM.packlist()
143			outputlist = mkDM.repack(pkglist)
144			mkDM.dropdown(outputlist)
145