CRAB/python/EdgLoggingInfo.py

#!/usr/bin/env python

import sys, os, string

class EdgLoggingInfo:
    def __init__(self) :
        self._events = ['Running', 'Done', 'Abort']
        self._errors = ['Maradona', 'Globus error',
                        'gridmanager error', 'CondorG',
                        'BrokerInfo', 'Cannot download',
                        'Cannot upload']
        self._categories = ['Resource unavailable',
                            'Grid error before job started',
                            'Grid error after job started',
                            'Aborted by user',
                            'Application error',
                            'Success']
        self.category = ''
        self.reason = ''

    def parse_reason(self,reason) :
        error = reason
        if reason.count('Cannot download') >= 1 :
            error = 'Cannot download ... from ...'
        if reason.count('cannot retrieve previous matches') >= 1 :
            error = 'Harmless warning' 
        if reason.count('RetryCount') >= 1  :
            error = 'Harmless warning'
        if reason.count('There were some warnings') >= 1 :
            error = 'Harmless warning'
        return error;

    def parseFile(self,filename) :

        # open file
        try:
            file = open(filename)
        except IOError:
            print ''
            print 'Could not open file: ',filename
            return ''

        return self.decodeReason(file.readlines())

    def decodeReason(self, input) :
        """
        extract meaningful message from edg-job-get-logging-info -v 2
        """

        # init final variables
        final_event = ''
        final_reason = ''
        final_exit_code = ''
        final_time = ''
        final_done_code = 0
        final_abort_msg = ''
        final_done_msg  = ''
        final_category  = ''
        final_abort     = 0
        final_done      = 0
        final_running   = 0

        # init variable used in loop
        event     = ''
        reason    = ''
        exit_code = ''
        time      = ''

        lines = input.split('\n')

        for line in lines :
            if line.count('Event:') >= 1 :
                event = line.split(':')[1].strip()
            if event == 'Abort' :
                final_abort = 1
            if event == 'Running' :
                final_running = 1
            if event == 'Done' :
                final_done = 1
            if line.count('reason') >= 1 :
                reason = self.parse_reason(line.split('=')[1].strip())
            if line.count('exit_code') >= 1 :
                exit_code = line.split('=')[1].strip()
            if line.count('time') >= 1 :
                time = line.split('=')[1].strip()
            
            if ( line.count('---') >= 1 or line.count('***') >= 1 ) and event != '' :
                if event in self._events :
                    if event == 'Done' :
                        final_done_code = int(exit_code)
                        if final_done_msg == '' :
                            final_done_msg = reason
                        if final_done_msg != reason :
                            final_done_msg += '. '+reason
                    elif event == 'Abort' :
                        final_abort_msg = reason
                    final_exit_code = exit_code
                    final_time = time


        if final_abort_msg.count('no compatible resources') >= 1 :
            final_category = self._categories[0]

        if ( final_running == 0 ) and \
           ( final_abort == 1 ) and \
           ( final_abort_msg.count('no compatible resources') >= 1 ) :
            final_category = self._categories[1]

        if ( final_running == 0 ) :
            for error in self._errors :
                if final_done_msg.count(error) >= 1 :
                    final_category = self._categories[1]
        
        if ( final_running == 1 ) and \
           ( final_done_code != 0 ) and \
           ( final_done == 0 ) :
            final_category = self._categories[2]


        if ( final_running == 1 ) and \
           ( final_done_code != 0 ) :
            for error in self._errors :
                if final_done_msg.count(error) >= 1 :
                    final_category = self._categories[2]

        if ( final_done == 1 ) and \
           ( final_done_msg.count('Aborted by user') >= 1 ) :
            final_category = self._categories[3]

        if ( final_running == 1 ) and \
           ( final_abort == 0 ) and \
           ( final_done == 1 ) and \
           ( final_done_code != 0 ) :
            check = 0
            for error in self._errors :
                if final_done_msg.count(error) >= 1 :
                    check = 1
            if check == 0 :
                final_category = self._categories[4]
            
        if ( final_running == 1 ) and \
           ( final_abort == 0 ) and \
           ( final_done_code == 0 ) and \
           ( final_done_msg.count('Aborted by user') == 0 ) :
            final_category = self._categories[5]

        msg = ''
        if final_category == self._categories[0] :
            msg = 'aborted because: "'+self._categories[0]+'". Abort msg: "'+final_abort_msg+'".'
            self.reason = final_abort_msg
            self.category = self._categories[0]
        elif final_category == self._categories[1] :
            if final_done == 1 :
                msg = 'aborted with "'+self._categories[1]+'". Abort msg: "'+final_done_msg+'".'
                self.reason = final_done_msg
                self.category = self._categories[1]
            else :
                msg = 'aborted with "'+self._categories[1]+'". Abort msg: "'+final_abort_msg+'".'
                self.reason = final_abort_msg
                self.category = self._categories[1]
        elif final_category == self._categories[2] :
            msg = 'aborted with "'+self._categories[2]+'". Abort msg: "'+final_done_msg+'".'
            self.reason = final_done_msg
            self.category = self._categories[2]
        elif final_category == self._categories[3] :
            msg = 'was "'+self._categories[3]+'".'
            self.reason = self._categories[3]
            self.category = self._categories[3]
        elif final_category == self._categories[4] :
            msg = 'finished correctly but failed with error code: '+final_done_code
            self.reason = msg
            self.category = self._categories[4]
        elif final_category == self._categories[5] :
            msg = 'succeeded'
            self.reason = msg
            self.category = self._categories[5]

        return msg

    def getCategory(self) :
        return self.category

    def getReason(self) :
        return self.reason
    

if __name__ == '__main__' :

    info = EdgLoggingInfo()
    print info.parseFile(sys.argv[1])
Revision:	1.1
Committed:	Fri Jun 16 01:42:09 2006 UTC (18 years, 10 months ago) by gutsche
Content type:	text/x-python
Branch:	MAIN
CVS Tags:	CRAB_1_4_2, CRAB_1_5_0_pre1, CRAB_1_4_1, CRAB_1_4_1_pre2, CRAB_1_4_1_pre1, CRAB_1_4_0, CRAB_1_4_0_pre4, CRAB_1_4_0_pre3, CRAB_1_4_0_pre2, CRAB_1_4_0_pre1, CRAB_1_3_0, CRAB_1_3_0_pre6, CRAB_1_3_0_pre5, CRAB_1_3_0_pre4, CRAB_1_3_0_pre3, HEAD_20092006, CRAB_1_2_1, CRAB_1_2_0, CRAB_1_2_0_pre9, CRAB_1_2_0_pre8, CRAB_1_2_0_pre7
Branch point for:	branch_1_4_1, CRAB_BOSS4_v1, CRAB_BOSS4
Log Message:	first version of instrumented postMortem including DashBoard report
#	User	Rev	Content
1	gutsche	1.1	#!/usr/bin/env python
2
3			import sys, os, string
4
5			class EdgLoggingInfo:
6			def __init__(self) :
7			self._events = ['Running', 'Done', 'Abort']
8			self._errors = ['Maradona', 'Globus error',
9			'gridmanager error', 'CondorG',
10			'BrokerInfo', 'Cannot download',
11			'Cannot upload']
12			self._categories = ['Resource unavailable',
13			'Grid error before job started',
14			'Grid error after job started',
15			'Aborted by user',
16			'Application error',
17			'Success']
18			self.category = ''
19			self.reason = ''
20
21			def parse_reason(self,reason) :
22			error = reason
23			if reason.count('Cannot download') >= 1 :
24			error = 'Cannot download ... from ...'
25			if reason.count('cannot retrieve previous matches') >= 1 :
26			error = 'Harmless warning'
27			if reason.count('RetryCount') >= 1 :
28			error = 'Harmless warning'
29			if reason.count('There were some warnings') >= 1 :
30			error = 'Harmless warning'
31			return error;
32
33			def parseFile(self,filename) :
34
35			# open file
36			try:
37			file = open(filename)
38			except IOError:
39			print ''
40			print 'Could not open file: ',filename
41			return ''
42
43			return self.decodeReason(file.readlines())
44
45			def decodeReason(self, input) :
46			"""
47			extract meaningful message from edg-job-get-logging-info -v 2
48			"""
49
50			# init final variables
51			final_event = ''
52			final_reason = ''
53			final_exit_code = ''
54			final_time = ''
55			final_done_code = 0
56			final_abort_msg = ''
57			final_done_msg = ''
58			final_category = ''
59			final_abort = 0
60			final_done = 0
61			final_running = 0
62
63			# init variable used in loop
64			event = ''
65			reason = ''
66			exit_code = ''
67			time = ''
68
69			lines = input.split('\n')
70
71			for line in lines :
72			if line.count('Event:') >= 1 :
73			event = line.split(':')[1].strip()
74			if event == 'Abort' :
75			final_abort = 1
76			if event == 'Running' :
77			final_running = 1
78			if event == 'Done' :
79			final_done = 1
80			if line.count('reason') >= 1 :
81			reason = self.parse_reason(line.split('=')[1].strip())
82			if line.count('exit_code') >= 1 :
83			exit_code = line.split('=')[1].strip()
84			if line.count('time') >= 1 :
85			time = line.split('=')[1].strip()
86
87			if ( line.count('---') >= 1 or line.count('***') >= 1 ) and event != '' :
88			if event in self._events :
89			if event == 'Done' :
90			final_done_code = int(exit_code)
91			if final_done_msg == '' :
92			final_done_msg = reason
93			if final_done_msg != reason :
94			final_done_msg += '. '+reason
95			elif event == 'Abort' :
96			final_abort_msg = reason
97			final_exit_code = exit_code
98			final_time = time
99
100
101			if final_abort_msg.count('no compatible resources') >= 1 :
102			final_category = self._categories[0]
103
104			if ( final_running == 0 ) and \
105			( final_abort == 1 ) and \
106			( final_abort_msg.count('no compatible resources') >= 1 ) :
107			final_category = self._categories[1]
108
109			if ( final_running == 0 ) :
110			for error in self._errors :
111			if final_done_msg.count(error) >= 1 :
112			final_category = self._categories[1]
113
114			if ( final_running == 1 ) and \
115			( final_done_code != 0 ) and \
116			( final_done == 0 ) :
117			final_category = self._categories[2]
118
119
120			if ( final_running == 1 ) and \
121			( final_done_code != 0 ) :
122			for error in self._errors :
123			if final_done_msg.count(error) >= 1 :
124			final_category = self._categories[2]
125
126			if ( final_done == 1 ) and \
127			( final_done_msg.count('Aborted by user') >= 1 ) :
128			final_category = self._categories[3]
129
130			if ( final_running == 1 ) and \
131			( final_abort == 0 ) and \
132			( final_done == 1 ) and \
133			( final_done_code != 0 ) :
134			check = 0
135			for error in self._errors :
136			if final_done_msg.count(error) >= 1 :
137			check = 1
138			if check == 0 :
139			final_category = self._categories[4]
140
141			if ( final_running == 1 ) and \
142			( final_abort == 0 ) and \
143			( final_done_code == 0 ) and \
144			( final_done_msg.count('Aborted by user') == 0 ) :
145			final_category = self._categories[5]
146
147			msg = ''
148			if final_category == self._categories[0] :
149			msg = 'aborted because: "'+self._categories[0]+'". Abort msg: "'+final_abort_msg+'".'
150			self.reason = final_abort_msg
151			self.category = self._categories[0]
152			elif final_category == self._categories[1] :
153			if final_done == 1 :
154			msg = 'aborted with "'+self._categories[1]+'". Abort msg: "'+final_done_msg+'".'
155			self.reason = final_done_msg
156			self.category = self._categories[1]
157			else :
158			msg = 'aborted with "'+self._categories[1]+'". Abort msg: "'+final_abort_msg+'".'
159			self.reason = final_abort_msg
160			self.category = self._categories[1]
161			elif final_category == self._categories[2] :
162			msg = 'aborted with "'+self._categories[2]+'". Abort msg: "'+final_done_msg+'".'
163			self.reason = final_done_msg
164			self.category = self._categories[2]
165			elif final_category == self._categories[3] :
166			msg = 'was "'+self._categories[3]+'".'
167			self.reason = self._categories[3]
168			self.category = self._categories[3]
169			elif final_category == self._categories[4] :
170			msg = 'finished correctly but failed with error code: '+final_done_code
171			self.reason = msg
172			self.category = self._categories[4]
173			elif final_category == self._categories[5] :
174			msg = 'succeeded'
175			self.reason = msg
176			self.category = self._categories[5]
177
178			return msg
179
180			def getCategory(self) :
181			return self.category
182
183			def getReason(self) :
184			return self.reason
185
186
187			if __name__ == '__main__' :
188
189			info = EdgLoggingInfo()
190			print info.parseFile(sys.argv[1])