| 1 |
#!/usr/bin/env python
|
| 2 |
import os, sys, time, re, urllib
|
| 3 |
|
| 4 |
def getDummy() :
|
| 5 |
page = open('dummy.txt','r')
|
| 6 |
while 1:
|
| 7 |
line = page.readline()
|
| 8 |
if not line :
|
| 9 |
break
|
| 10 |
dummyit = re.compile('^---\+(\w*-\w*-\w*-\w*)')
|
| 11 |
dum = dummyit.match(line.strip())
|
| 12 |
if dum :
|
| 13 |
packagename = dum.group(1)
|
| 14 |
mkTwiki(0,0,packagename)
|
| 15 |
|
| 16 |
|
| 17 |
|
| 18 |
def getPage() :
|
| 19 |
print "Webreader getPage Start!"
|
| 20 |
url = 'http://cms-service-sdtweb.web.cern.ch/cms-service-sdtweb/cgi-bin/showIB.py'
|
| 21 |
lines = []
|
| 22 |
page = os.popen('wget --no-check-certificate -nv -o /dev/null -O- '+url)
|
| 23 |
|
| 24 |
lines=page.readline()
|
| 25 |
if not lines :
|
| 26 |
print ' Can not connect the server!\n Maybe you do not connect the internet. Please, use "--dummy" mode'
|
| 27 |
sys.exit (-2)
|
| 28 |
while(1) :
|
| 29 |
lines = page.readline()
|
| 30 |
if not lines:
|
| 31 |
break
|
| 32 |
if lines.strip()=='<th> <b>day</b> </th>' :
|
| 33 |
Twikifile.write('| *day* | *IB* | *builds* | *PyRelVals* | *Q/A Page* |\n')
|
| 34 |
if lines.strip()=='<a name="3.4"/><h3> Release cycle 3.4 -- <a href="#top">back to top of page</a> </h3>' :
|
| 35 |
Twikifile.write('---+++ Release cycle 3.1\n')
|
| 36 |
if lines.strip()=='<a name="3.5"/><h3> Release cycle 3.5 -- <a href="#top">back to top of page</a> </h3>' :
|
| 37 |
Twikifile.write('---+++ Release cycle 3.2\n')
|
| 38 |
if lines.strip()=='<a name="3.3"/><h3> Release cycle 3.3 -- <a href="#top">back to top of page</a> </h3>' :
|
| 39 |
Twikifile.write('---+++ Release cycle 3.3\n')
|
| 40 |
|
| 41 |
|
| 42 |
|
| 43 |
|
| 44 |
dayit = re.compile('(^<td>|^<td class=cellbold>) ([a-z][a-z][a-z]) </td>') # To get a day [ eg) mon, sat, sun... ]
|
| 45 |
day = dayit.match(lines.strip())
|
| 46 |
if day :
|
| 47 |
arch_status=[]
|
| 48 |
arch_name=[]
|
| 49 |
err_info=[]
|
| 50 |
err_status=[]
|
| 51 |
RV_status=[]
|
| 52 |
RV_info=[]
|
| 53 |
tday=day.group(2)
|
| 54 |
findit = re.compile('<a href="http://cern.ch/cms-sdt/cgi-bin/showQA.py/(\w*)/www/\w*/\w*.\w*-\w*-\w*/(\w*-\w*-\w*-\w*)')
|
| 55 |
findit2 = re.compile('<td><a class="(\w+)"> ')
|
| 56 |
findit3 = re.compile('<font color=(\w+)>dictError : (\d+) </font><br /><font color=(\w+)>compError : (\d+) </font><br /><font color=(\w+)>linkError : (\d+) </font><br /><font color=(\w+)>pythonError : (\d+) </font><br /><font color=(\w+)>compWarning : (\d+) </font><br /><font color=(\w+)>dwnlError : (\d+) </font><br /><font color=(\w+)>miscError : (\d+) </font><br />')
|
| 57 |
findit4 = re.compile('>(slc4_\w+_\w+) </a>')
|
| 58 |
findit5 = re.compile('<font color=(\w+)>(\d+) RVs passed </font><br /><font color=(\w+)>(\d+) RVs failed</font>')
|
| 59 |
while(1) :
|
| 60 |
line = page.readline()
|
| 61 |
if not line :
|
| 62 |
break
|
| 63 |
mm = findit.search(line)
|
| 64 |
mm2 = findit2.search(line)
|
| 65 |
mm3 = findit3.search(line)
|
| 66 |
mm4 = findit4.search(line)
|
| 67 |
mm5 = findit5.search(line)
|
| 68 |
if mm :
|
| 69 |
packageinfo = { 'arch_name':arch_name, 'arch_status':arch_status, 'err_info':err_info, 'err_status':err_status, 'RV_status':RV_status, 'RV_info':RV_info }
|
| 70 |
arch = mm.group(1)
|
| 71 |
packagename = mm.group(2)
|
| 72 |
mkTwiki( tday, arch, packagename, packageinfo )
|
| 73 |
break
|
| 74 |
if mm2:
|
| 75 |
arch_status.append(mm2.group(1))
|
| 76 |
if mm3:
|
| 77 |
for x in range(1,8) :
|
| 78 |
err_info.append( mm3.group(2*x))
|
| 79 |
err_status.append( mm3.group(2*x-1))
|
| 80 |
if mm4:
|
| 81 |
arch_name.append( mm4.group(1) )
|
| 82 |
if mm5:
|
| 83 |
RV_status.append( mm5.group(1))
|
| 84 |
RV_status.append( mm5.group(3))
|
| 85 |
RV_info.append( mm5.group(2))
|
| 86 |
RV_info.append( mm5.group(4))
|
| 87 |
|
| 88 |
|
| 89 |
|
| 90 |
page.close()
|
| 91 |
print "Webreader getPage End!"
|
| 92 |
|
| 93 |
def InitIBTwiki() :
|
| 94 |
print 'IB Initialize\n'
|
| 95 |
import config
|
| 96 |
os.system('mv -f '+config.siteInfo['IBPath']+'CMSSW*.txt /home/nasera/backup')
|
| 97 |
Twikifile.write('''%META:TOPICINFO{author="GunmoRyu" date="1248773994" format="1.1" reprev="1.1" version="1.1"}%\n%META:TOPICPARENT{name="WebHome"}%\n''')
|
| 98 |
Twikifile.write('---+CMSSW integration builds\n')
|
| 99 |
Twikifile.write('''This page shows the build results for the CMSSW Integration Builds (formerly known as 'nightly').
|
| 100 |
|
| 101 |
Hovering with the mouse over a link for the build or relval will show up a tooltip summarising the info. The tooltip will go away after 5 sec, or if you click on the "close" button (top right).
|
| 102 |
|
| 103 |
As there are usually three !RelVals which run into a timeout, the threshold for "green" !RelVals is three.
|
| 104 |
''')
|
| 105 |
Twikifile.write('---++Status of the builds\n')
|
| 106 |
version = 0
|
| 107 |
|
| 108 |
|
| 109 |
def EndIBTwiki() :
|
| 110 |
Twikifile.write('''
|
| 111 |
-- Main.GunmoRyu & Main.HyunYongKim - 28 Jul 2009\n
|
| 112 |
''')
|
| 113 |
Twikifile.close()
|
| 114 |
import config
|
| 115 |
os.system('chown www-data.www-data '+config.siteInfo['IBPath']+'*')
|
| 116 |
os.system('cp '+config.siteInfo['IBPath']+'/*.txt '+config.siteInfo['TWikiDataDir'])
|
| 117 |
print "IB END!"
|
| 118 |
|
| 119 |
def mkTwiki( day, arch, packagename,info):
|
| 120 |
print "webcreate mkTwiki start!"
|
| 121 |
arch_status=[]
|
| 122 |
for x in info['arch_status'] :
|
| 123 |
if x=='failed' :
|
| 124 |
arch_status.append('RED')
|
| 125 |
elif x=='warning' :
|
| 126 |
arch_status.append('YELLOW')
|
| 127 |
else :
|
| 128 |
arch_status.append('GREEN')
|
| 129 |
|
| 130 |
summarytype = packagename[6]+'.'+packagename[8]+'-'+day+'-'+packagename[23:25]
|
| 131 |
number = len( info['arch_name'] )
|
| 132 |
for x in range( number/2 ):
|
| 133 |
if x==0:
|
| 134 |
Twikifile.write('| '+day+' | '+packagename+' | ')
|
| 135 |
else :
|
| 136 |
Twikifile.write('| ^ | ^ | ')
|
| 137 |
|
| 138 |
Twikifile.write('%'+arch_status[x]+'% *@@@[[http://cern.ch/cms-sdt/rc/'+info['arch_name'][x]+'/www/'+day+'/'+summarytype+'/'+packagename+'/new]['+info['arch_name'][x]+']]* %ENDCOLOR% | ')
|
| 139 |
Twikifile.write('%'+arch_status[number/2+x]+'% *@@@[[http://cern.ch/cms-sdt//cgi-bin/showMatrixTestLogs-ap.py//'+info['arch_name'][number/2+x]+'/www/mon/'+summarytype+'/'+packagename+'/pyRelValMatrixLogs/run/]['+info['arch_name'][number/2+x]+']]* %ENDCOLOR% | ')
|
| 140 |
Twikifile.write('[['+packagename+'][QA Page]]|\n')
|
| 141 |
|
| 142 |
from makeQAPage import mkQAPage
|
| 143 |
nb = mkQAPage(day,arch,packagename)
|
| 144 |
nb.makePage()
|
| 145 |
print "webcreate mkTwiki end!"
|
| 146 |
|
| 147 |
|
| 148 |
|
| 149 |
|
| 150 |
def usage() :
|
| 151 |
print 'usage',sys.argv[0],'--release <rel>'
|
| 152 |
print ""
|
| 153 |
return
|
| 154 |
|
| 155 |
if __name__ == "__main__" :
|
| 156 |
import getopt
|
| 157 |
options = sys.argv[1:]
|
| 158 |
try:
|
| 159 |
opts, args = getopt.getopt(options, 'h',['help','dummy'])
|
| 160 |
except getopt.GetoptError:
|
| 161 |
usage()
|
| 162 |
sys.exit(-2)
|
| 163 |
|
| 164 |
rel = None
|
| 165 |
dummy = False
|
| 166 |
for o,a in opts:
|
| 167 |
if o in ('-h','--help'):
|
| 168 |
usage()
|
| 169 |
sys.exit()
|
| 170 |
if o in('--dummy') :
|
| 171 |
dummy = True
|
| 172 |
import config
|
| 173 |
Twikifile = open(config.siteInfo['IBPath']+'IBQA.txt','w')
|
| 174 |
InitIBTwiki()
|
| 175 |
if dummy is False :
|
| 176 |
getPage()
|
| 177 |
else :
|
| 178 |
getDummy()
|
| 179 |
|
| 180 |
EndIBTwiki()
|
| 181 |
|
