SITECOMM/DDT/calculate_links.py

#! /usr/bin/env python

import sys, time, datetime, logging
from phedex_monitor.service.calculate_links import DDTCommissionCalculator
from phedex_monitor.model.state import State
from phedex_monitor.service.data_parser import DDTDataParser
from phedex_monitor.service.link_status_parser import DDTLinkStatusParser

log = logging.getLogger()
#log.addHandler( logging.StreamHandler() )
log.setLevel( logging.INFO )
log.propagate = False

""" @author: Brian Bockelman """

def parseOpts( args ):
  # Stupid python 2.2 on SLC3 doesn't have optparser...
  keywordOpts = {}
  passedOpts = []
  givenOpts = []
  length = len(args)
  optNum = 0
  while ( optNum < length ):
    opt = args[optNum]
    hasKeyword = False
    if len(opt) > 2 and opt[0:2] == '--':
      keyword = opt[2:]
      hasKeyword = True
    elif opt[0] == '-':
      keyword = opt[1:]
      hasKeyword = True
    if hasKeyword:
      if keyword.find('=') >= 0:
        keyword, value = keyword.split('=', 1)
        keywordOpts[keyword] = value
      elif optNum + 1 == length:
        passedOpts.append( keyword )
      elif args[optNum+1][0] == '-':
        passedOpts.append( keyword )
      else:
        keywordOpts[keyword] = args[optNum+1]
        optNum += 1
    else:
      givenOpts.append( args[optNum] )
    optNum += 1
  return keywordOpts, passedOpts, givenOpts

def printHelp():
    help = """
    The calculate_links.py script calculates the status of various PhEDEx links
    according to the rules set forth by the DDT starting from 1st of June 2007

    Options:
      -url=<URL>\t\tManually set the data feed to <URL>.
      -debug_links=<link1>,<link2>\tComma-separated list of links to enable debugging.
      -debug\t\t\tEnable debug for calculator and parser on the debug links.
      -debug_calc\t\tEnable just the debug on the calculator for the debug links.
      -debug_parser\t\tEnable just the debug on the parser for the debug links
      -y=<year> \t\tyear of end cutoff date
      -m=<month> \t\tmonth of end cutoff date
      -d=<day>\t\tday of end cutoff date
      -sy=<year> \t\tyear of start cutoff date
      -sm=<month> \t\tmonth of start cutoff date
      -sd=<day>\t\tday of start cutoff date
      -dd\t\tdaily data span 
    """
    print help

if __name__ == '__main__':
    kwOpts, passedOpts, givenOpts = parseOpts( sys.argv[1:] )

    if 'h' in passedOpts or 'help' in passedOpts:
        printHelp()
        sys.exit(-1)

   
    #surl = 'http://t2.unl.edu/phedex/xml/enabled?from_node=.*&excludefrom=XT%7CCH_CAF&excludeto=XT%7CCH_CAF&to_node=.*&conn=Prod%2FNEBRASKA'
    surl='https://cmsweb.cern.ch/phedex/datasvc/xml/prod/links'
    durl2='https://cmsweb.cern.ch/phedex/datasvc/xml/debug/transferhistory?binwidth=%s&starttime=%s&endtime=%s'
       
    year = kwOpts.get('y')
    month = kwOpts.get('m')
    day = kwOpts.get('d')
    if year != None and month != None and day != None:
        year, month, day = int(year),int(month),int(day)
        etime = int(time.mktime(datetime.datetime(year,month,day).timetuple()))
        edate = datetime.datetime( year, month, day, 0 )
    else:
        etime = int(time.time())
        edate = datetime.datetime.today()

    start_year =  kwOpts.get('sy')
    start_month =  kwOpts.get('sm')
    start_day = kwOpts.get('sd')

    if start_year != None and start_month != None and start_day != None:
        start_year, start_month, start_day = int(start_year),int(start_month),int(start_day)
        stime = max(int(time.mktime(datetime.datetime(start_year,start_month,start_day).timetuple())),int(time.time() - 15*86400))
        sdate = datetime.date( start_year, start_month, start_day )
    else:
        #Default starting date is 3 days ago
        #stime = 1180645200 # 2008-12-01
        stime = int(time.time() - 3*86400)

    if ('dd' in passedOpts):
      span=str(86400)
    else:
      span=str(3600)

    url = durl2 % (span,stime,etime)
 
    log.info( "Using URL: %s" % url )
    log.info( "Using URL for current link status: %s" % surl )

    set_debug = 'debug' in passedOpts
    debug_links = [i.strip() for i in kwOpts.get('debug_links','').split(',')]

    if ('debug_parser' in passedOpts) or set_debug:
        log.setLevel( logging.DEBUG )

    data_parser = DDTDataParser( url )
    data_parser.run( debug_links )
    data = data_parser.getData()

    if ('debug_calc' in passedOpts) or set_debug:
        log.setLevel( logging.DEBUG )
    else:
        log.setLevel( logging.INFO )

    status_parser = DDTLinkStatusParser( surl )
    status_parser.run()
    statusdata = status_parser.getCommissionedLinks()
    print "\nLink state as defined by https://twiki.cern.ch/twiki/bin/view/CMS/DDTLinkStateChangeProcedure"
    print "\nPreviously COMMISSIONED links:"
    status_parser.print_all_links_in_state( State.COMMISSIONED )


    calc = DDTCommissionCalculator( data, statusdata, edate )
    calc.run( debug_links )
    print "\nLink state as defined by https://twiki.cern.ch/twiki/bin/view/CMS/DDTLinkStateChangeProcedure"
    print "\nCommissioned links (COMMISSIONED):"
    calc.print_all_links_in_state( State.COMMISSIONED )
    print "\nCommissioned links in danger of uncommissioning (COMMISSIONED-" \
          "DANGER):"
    calc.print_all_links_in_state(State.COMMISSIONED_DANGER)
    print "\nLinks out of commission due to low rate (PROBLEM-RATE):" 
    calc.print_all_links_in_state( State.PROBLEM_RATE )
    print "\nLinks not in commission due to inability to keep target rate for a full day (PENDING-RATE):"
    calc.print_all_links_in_state( State.PENDING_RATE )
    print "\nLinks pending commissioning (PENDING-COMMISSIONING):"
    calc.print_all_links_in_state( State.PENDING_COMMISSIONING )
    print "\n NEW Links in state COMMISSIONIED:"
    calc.print_all_new_links_in_commissioned_state()
Revision:	1.2
Committed:	Fri Nov 12 16:13:39 2010 UTC (14 years, 5 months ago) by magini
Content type:	text/x-python
Branch:	MAIN
CVS Tags:	HEAD
Changes since 1.1:	+2 -2 lines
Log Message:	Change datasvc url to https in ddt link monitor
#	Content
1	#! /usr/bin/env python
2
3	import sys, time, datetime, logging
4	from phedex_monitor.service.calculate_links import DDTCommissionCalculator
5	from phedex_monitor.model.state import State
6	from phedex_monitor.service.data_parser import DDTDataParser
7	from phedex_monitor.service.link_status_parser import DDTLinkStatusParser
8
9	log = logging.getLogger()
10	#log.addHandler( logging.StreamHandler() )
11	log.setLevel( logging.INFO )
12	log.propagate = False
13
14	""" @author: Brian Bockelman """
15
16	def parseOpts( args ):
17	# Stupid python 2.2 on SLC3 doesn't have optparser...
18	keywordOpts = {}
19	passedOpts = []
20	givenOpts = []
21	length = len(args)
22	optNum = 0
23	while ( optNum < length ):
24	opt = args[optNum]
25	hasKeyword = False
26	if len(opt) > 2 and opt[0:2] == '--':
27	keyword = opt[2:]
28	hasKeyword = True
29	elif opt[0] == '-':
30	keyword = opt[1:]
31	hasKeyword = True
32	if hasKeyword:
33	if keyword.find('=') >= 0:
34	keyword, value = keyword.split('=', 1)
35	keywordOpts[keyword] = value
36	elif optNum + 1 == length:
37	passedOpts.append( keyword )
38	elif args[optNum+1][0] == '-':
39	passedOpts.append( keyword )
40	else:
41	keywordOpts[keyword] = args[optNum+1]
42	optNum += 1
43	else:
44	givenOpts.append( args[optNum] )
45	optNum += 1
46	return keywordOpts, passedOpts, givenOpts
47
48	def printHelp():
49	help = """
50	The calculate_links.py script calculates the status of various PhEDEx links
51	according to the rules set forth by the DDT starting from 1st of June 2007
52
53	Options:
54	-url=<URL>\t\tManually set the data feed to <URL>.
55	-debug_links=<link1>,<link2>\tComma-separated list of links to enable debugging.
56	-debug\t\t\tEnable debug for calculator and parser on the debug links.
57	-debug_calc\t\tEnable just the debug on the calculator for the debug links.
58	-debug_parser\t\tEnable just the debug on the parser for the debug links
59	-y=<year> \t\tyear of end cutoff date
60	-m=<month> \t\tmonth of end cutoff date
61	-d=<day>\t\tday of end cutoff date
62	-sy=<year> \t\tyear of start cutoff date
63	-sm=<month> \t\tmonth of start cutoff date
64	-sd=<day>\t\tday of start cutoff date
65	-dd\t\tdaily data span
66	"""
67	print help
68
69	if __name__ == '__main__':
70	kwOpts, passedOpts, givenOpts = parseOpts( sys.argv[1:] )
71
72	if 'h' in passedOpts or 'help' in passedOpts:
73	printHelp()
74	sys.exit(-1)
75
76
77	#surl = 'http://t2.unl.edu/phedex/xml/enabled?from_node=.&excludefrom=XT%7CCH_CAF&excludeto=XT%7CCH_CAF&to_node=.&conn=Prod%2FNEBRASKA'
78	surl='https://cmsweb.cern.ch/phedex/datasvc/xml/prod/links'
79	durl2='https://cmsweb.cern.ch/phedex/datasvc/xml/debug/transferhistory?binwidth=%s&starttime=%s&endtime=%s'
80
81	year = kwOpts.get('y')
82	month = kwOpts.get('m')
83	day = kwOpts.get('d')
84	if year != None and month != None and day != None:
85	year, month, day = int(year),int(month),int(day)
86	etime = int(time.mktime(datetime.datetime(year,month,day).timetuple()))
87	edate = datetime.datetime( year, month, day, 0 )
88	else:
89	etime = int(time.time())
90	edate = datetime.datetime.today()
91
92	start_year = kwOpts.get('sy')
93	start_month = kwOpts.get('sm')
94	start_day = kwOpts.get('sd')
95
96	if start_year != None and start_month != None and start_day != None:
97	start_year, start_month, start_day = int(start_year),int(start_month),int(start_day)
98	stime = max(int(time.mktime(datetime.datetime(start_year,start_month,start_day).timetuple())),int(time.time() - 15*86400))
99	sdate = datetime.date( start_year, start_month, start_day )
100	else:
101	#Default starting date is 3 days ago
102	#stime = 1180645200 # 2008-12-01
103	stime = int(time.time() - 3*86400)
104
105	if ('dd' in passedOpts):
106	span=str(86400)
107	else:
108	span=str(3600)
109
110	url = durl2 % (span,stime,etime)
111
112	log.info( "Using URL: %s" % url )
113	log.info( "Using URL for current link status: %s" % surl )
114
115	set_debug = 'debug' in passedOpts
116	debug_links = [i.strip() for i in kwOpts.get('debug_links','').split(',')]
117
118	if ('debug_parser' in passedOpts) or set_debug:
119	log.setLevel( logging.DEBUG )
120
121	data_parser = DDTDataParser( url )
122	data_parser.run( debug_links )
123	data = data_parser.getData()
124
125	if ('debug_calc' in passedOpts) or set_debug:
126	log.setLevel( logging.DEBUG )
127	else:
128	log.setLevel( logging.INFO )
129
130	status_parser = DDTLinkStatusParser( surl )
131	status_parser.run()
132	statusdata = status_parser.getCommissionedLinks()
133	print "\nLink state as defined by https://twiki.cern.ch/twiki/bin/view/CMS/DDTLinkStateChangeProcedure"
134	print "\nPreviously COMMISSIONED links:"
135	status_parser.print_all_links_in_state( State.COMMISSIONED )
136
137
138	calc = DDTCommissionCalculator( data, statusdata, edate )
139	calc.run( debug_links )
140	print "\nLink state as defined by https://twiki.cern.ch/twiki/bin/view/CMS/DDTLinkStateChangeProcedure"
141	print "\nCommissioned links (COMMISSIONED):"
142	calc.print_all_links_in_state( State.COMMISSIONED )
143	print "\nCommissioned links in danger of uncommissioning (COMMISSIONED-" \
144	"DANGER):"
145	calc.print_all_links_in_state(State.COMMISSIONED_DANGER)
146	print "\nLinks out of commission due to low rate (PROBLEM-RATE):"
147	calc.print_all_links_in_state( State.PROBLEM_RATE )
148	print "\nLinks not in commission due to inability to keep target rate for a full day (PENDING-RATE):"
149	calc.print_all_links_in_state( State.PENDING_RATE )
150	print "\nLinks pending commissioning (PENDING-COMMISSIONING):"
151	calc.print_all_links_in_state( State.PENDING_COMMISSIONING )
152	print "\n NEW Links in state COMMISSIONIED:"
153	calc.print_all_new_links_in_commissioned_state()