UserCode/TWikiIB/makeScramInfo.py

#!/usr/bin/env python

# make sure this is first to trap also problems in includes later

import os, sys, time, re


class makeScramInfo(object):

    def __init__(self, scramInfo,packagename,day,arch):
        import config
        self.scramInfo = open(config.siteInfo['IBPath']+scramInfo,'w')
        self.packagename = packagename
        self.day =day
        self.arch = arch
        self.scramInfo.write('%META:TOPICINFO{author="GunmoRyu" date="1249052809" format="1.1" version="1.1"}%\n')
        self.scramInfo.write('%META:TOPICPARENT{name="'+packagename+'"}%\n')
        self.scramInfo.write('---+*CMSSW Integration Build Scram Information*\n')
        self.scramInfo.write('---------------------\n')
    def __del__(self):
        self.scramInfo.write('-- Main.GunmoRyu - 31 Jul 2009\n')
        self.scramInfo.close()
        
    
    # --------------------------------------------------------------------------------

    def analyzeLogFile(self, lines):

        scramErrRe  = re.compile('\*+.?ERROR: .*?\s*src/([A-Z].*?/[A-Z].*?)/.*')
        scramWarnRe = re.compile('\*+WARNING: .*?\s*src/([A-Z].*?/[A-Z].*?)/.*')
        prepkg=''
        errPkg  = {}
        warnPkg = {}
        startFound = False
        linesOut = []
        nErr = 0
        nWarn = 0
        for line in lines:
            if "Resetting caches" in line: startFound = True
            if not startFound: continue
            linesOut.append(line)
            
            scramErrMatch = scramErrRe.match(line)
            if scramErrMatch :
                nErr += 1
                pkg = scramErrMatch.group(1)
                if pkg not in errPkg :
                    errPkg[pkg] = 1
                else:
                    errPkg[pkg] += 1
                    
            scramWarnMatch = scramWarnRe.match(line)
            if scramWarnMatch :
                nWarn += 1
                pkg = scramWarnMatch.group(1)
                if pkg not in warnPkg :
                    warnPkg[pkg] = 1
                else:
                    warnPkg[pkg] += 1

        pkgList = errPkg.keys()
        if len(pkgList) > 0:
            self.scramInfo.write('---+A total of '+str(nErr)+' SCRAM errors in '+str(len(pkgList))+' packages found in build.\n')
            self.scramInfo.write('|  *Package*  |  *Scram Errors*  |\n')
            pkgList.sort()
            for pkg in pkgList:
                err = errPkg[pkg]
                if pkg==prepkg :
                        self.scramInfo.write('|  ^  |  '+str(err)+'  |\n')
                else :
                        self.scramInfo.write('|  !'+pkg+'  |  '+ str(err)+'  |\n')
                prepkg=pkg
        else:
            self.scramInfo.write('---+*No SCRAM errors found in build.*\n')

        pkgList = warnPkg.keys()
        if len(pkgList) > 0:
            self.scramInfo.write('---+A total of '+str(nWarn)+' SCRAM warnings in '+str(len(pkgList))+' packages found in build.\n')
            self.scramInfo.write('|  *Package*  |  *Scram Warnings*  |\n')
            pkgList.sort()
            for pkg in pkgList:
                warn = warnPkg[pkg]
                if pkg == prepkg :
                        self.scramInfo.write('|  ^  |  '+str(warn)+'  |\n')
                else :
                        self.scramInfo.write('|  !'+pkg+'  |  '+ str(warn)+'  |\n')
                prepkg=pkg
        else:
            self.scramInfo.write('---+*No SCRAM warnings found in build.*\n')

        return linesOut

    # --------------------------------------------------------------------------------

    def makeLog(self):


        summarytype =  self.packagename[6]+'.'+self.packagename[8]+'-'+self.day+'-'+self.packagename[23:25]
        url = 'http://cms-service-sdtweb.web.cern.ch/cms-service-sdtweb/rc/'+self.arch+'/www/'+self.day+'/'+summarytype+'/'+self.packagename+'/scramInfo.log'
        print url
        lines = []
        page = os.popen('wget --no-check-certificate -nv -o /dev/null -O- '+url)

        try:
            lines = page.readlines()
            page.close()
        except:
            self.scramInfo.write("no log\n")
            return
        
        self.analyzeLogFile(lines)

        return


if __name__ == '__main__' :
        pass 

 
Revision:	1.1
Committed:	Mon Sep 7 09:46:41 2009 UTC (15 years, 7 months ago) by geonmo
Content type:	text/x-python
Branch:	MAIN
Log Message:	New integration build page using TWiki
#	User	Rev	Content
1	geonmo	1.1	#!/usr/bin/env python
2
3			# make sure this is first to trap also problems in includes later
4
5			import os, sys, time, re
6
7
8
9			class makeScramInfo(object):
10
11			def __init__(self, scramInfo,packagename,day,arch):
12			import config
13			self.scramInfo = open(config.siteInfo['IBPath']+scramInfo,'w')
14			self.packagename = packagename
15			self.day =day
16			self.arch = arch
17			self.scramInfo.write('%META:TOPICINFO{author="GunmoRyu" date="1249052809" format="1.1" version="1.1"}%\n')
18			self.scramInfo.write('%META:TOPICPARENT{name="'+packagename+'"}%\n')
19			self.scramInfo.write('---+CMSSW Integration Build Scram Information\n')
20			self.scramInfo.write('---------------------\n')
21			def __del__(self):
22			self.scramInfo.write('-- Main.GunmoRyu - 31 Jul 2009\n')
23			self.scramInfo.close()
24
25
26			# --------------------------------------------------------------------------------
27
28			def analyzeLogFile(self, lines):
29
30			scramErrRe = re.compile('\+.?ERROR: .?\ssrc/([A-Z].?/[A-Z].?)/.')
31			scramWarnRe = re.compile('\+WARNING: .?\ssrc/([A-Z].?/[A-Z].?)/.')
32			prepkg=''
33			errPkg = {}
34			warnPkg = {}
35			startFound = False
36			linesOut = []
37			nErr = 0
38			nWarn = 0
39			for line in lines:
40			if "Resetting caches" in line: startFound = True
41			if not startFound: continue
42			linesOut.append(line)
43
44			scramErrMatch = scramErrRe.match(line)
45			if scramErrMatch :
46			nErr += 1
47			pkg = scramErrMatch.group(1)
48			if pkg not in errPkg :
49			errPkg[pkg] = 1
50			else:
51			errPkg[pkg] += 1
52
53			scramWarnMatch = scramWarnRe.match(line)
54			if scramWarnMatch :
55			nWarn += 1
56			pkg = scramWarnMatch.group(1)
57			if pkg not in warnPkg :
58			warnPkg[pkg] = 1
59			else:
60			warnPkg[pkg] += 1
61
62			pkgList = errPkg.keys()
63			if len(pkgList) > 0:
64			self.scramInfo.write('---+A total of '+str(nErr)+' SCRAM errors in '+str(len(pkgList))+' packages found in build.\n')
65			self.scramInfo.write('\| Package \| Scram Errors \|\n')
66			pkgList.sort()
67			for pkg in pkgList:
68			err = errPkg[pkg]
69			if pkg==prepkg :
70			self.scramInfo.write('\| ^ \| '+str(err)+' \|\n')
71			else :
72			self.scramInfo.write('\| !'+pkg+' \| '+ str(err)+' \|\n')
73			prepkg=pkg
74			else:
75			self.scramInfo.write('---+No SCRAM errors found in build.\n')
76
77			pkgList = warnPkg.keys()
78			if len(pkgList) > 0:
79			self.scramInfo.write('---+A total of '+str(nWarn)+' SCRAM warnings in '+str(len(pkgList))+' packages found in build.\n')
80			self.scramInfo.write('\| Package \| Scram Warnings \|\n')
81			pkgList.sort()
82			for pkg in pkgList:
83			warn = warnPkg[pkg]
84			if pkg == prepkg :
85			self.scramInfo.write('\| ^ \| '+str(warn)+' \|\n')
86			else :
87			self.scramInfo.write('\| !'+pkg+' \| '+ str(warn)+' \|\n')
88			prepkg=pkg
89			else:
90			self.scramInfo.write('---+No SCRAM warnings found in build.\n')
91
92			return linesOut
93
94			# --------------------------------------------------------------------------------
95
96			def makeLog(self):
97
98
99			summarytype = self.packagename[6]+'.'+self.packagename[8]+'-'+self.day+'-'+self.packagename[23:25]
100			url = 'http://cms-service-sdtweb.web.cern.ch/cms-service-sdtweb/rc/'+self.arch+'/www/'+self.day+'/'+summarytype+'/'+self.packagename+'/scramInfo.log'
101			print url
102			lines = []
103			page = os.popen('wget --no-check-certificate -nv -o /dev/null -O- '+url)
104
105			try:
106			lines = page.readlines()
107			page.close()
108			except:
109			self.scramInfo.write("no log\n")
110			return
111
112			self.analyzeLogFile(lines)
113
114			return
115
116
117
118			if __name__ == '__main__' :
119			pass
120
121
122
123