ViewVC Help
View File | Revision Log | Show Annotations | Root Listing
root/cvsroot/COMP/CRAB/python/DBinterface.py
(Generate patch)

Comparing COMP/CRAB/python/DBinterface.py (file contents):
Revision 1.23 by farinafa, Fri May 9 13:33:34 2008 UTC vs.
Revision 1.59 by spiga, Tue May 26 10:23:00 2009 UTC

# Line 1 | Line 1
1 – from crab_logger import Logger
1   from crab_exceptions import *
2   from crab_util import *
3   import common
# Line 34 | Line 33 | class DBinterface:
33              raise CrabException('Istantiate DB Session : '+str(e))
34  
35          try:
36 <            common.bossSession.installDB('$CRABPRODCOMMONPYTHON/ProdCommon/BossLite/DbObjects/setupDatabase-sqlite.sql')    
36 >            common.bossSession.bossLiteDB.installDB('$CRABPRODCOMMONPYTHON/ProdCommon/BossLite/DbObjects/setupDatabase-sqlite.sql')
37          except Exception, e :
38              raise CrabException('DB Installation error : '+str(e))
39          return
# Line 56 | Line 55 | class DBinterface:
55          Return task with all/list of jobs
56          """
57          try:
58 <            task = common.bossSession.load(1,jobsList)[0]
58 >            task = common.bossSession.load(1,jobsList)
59          except Exception, e :
60 <            common.logger.debug(3, "Error while getting task : " +str(traceback.format_exc()))
60 >            common.logger.debug( "Error while getting task : " +str(traceback.format_exc()))
61              raise CrabException('Error while getting task '+str(e))
62          return task
63  
# Line 67 | Line 66 | class DBinterface:
66          Return a task with a single job
67          """
68          try:
69 <            task = common.bossSession.load(1,str(n))[0]
69 >            task = common.bossSession.load(1,str(n))
70          except Exception, e :
71 <            common.logger.debug(3, "Error while getting job : " +str(traceback.format_exc()))
71 >            common.logger.debug( "Error while getting job : " +str(traceback.format_exc()))
72              raise CrabException('Error while getting job '+str(e))
73          return task
74  
# Line 81 | Line 80 | class DBinterface:
80          """
81          opt={}
82          if optsToSave.get('server_mode',0) == 1: opt['serverName']=optsToSave['server_name']
83 <        opt['name']=common.work_space.taskName()  
83 >        opt['name']= getUserName()+ '_' + string.split(common.work_space.topDir(),'/')[-2]+'_'+common.work_space.task_uuid()
84          task = Task( opt )
85          try:
86              common.bossSession.saveTask( task )
87          except Exception, e :
89 –           # common.logger.debug(3, "Error creating task : " +str(traceback.format_exc()))
90 –           # raise CrabException('Error creating task '+str(e))
88              raise CrabException('Error creating task '+str(traceback.format_exc()))
89              
90          return
# Line 107 | Line 104 | class DBinterface:
104  
105          return
106  
107 <    def createJobs_(self, jobsL):
107 >    def createJobs_(self, jobsL, isNew=True):
108          """  
109          Fill crab DB with  the jobs filed
110          """
# Line 116 | Line 113 | class DBinterface:
113          jobs = []
114          for id in jobsL:
115              parameters = {}
116 <            parameters['jobId'] =  str(id)
116 >            parameters['jobId'] = int(id)
117 >            parameters['taskId'] = 1
118              parameters['name'] = task['name'] + '_' + 'job' + str(id)
119              job = Job(parameters)
120              jobs.append(job)
121              common.bossSession.getRunningInstance(job)
122              job.runningJob['status'] = 'C'
123 <        task.addJobs(jobs)
123 >        ## added to support second step creation
124 >        ## maybe it is not needed. TO CLARIFY
125 >        if isNew:
126 >            task.addJobs(jobs)
127 >        else:
128 >            task.appendJobs(jobs)
129          try:
130              common.bossSession.updateDB( task )
131          except Exception, e :
# Line 177 | Line 180 | class DBinterface:
180          """
181          task = self.getTask(jobs)
182  
180 –        Jobs = task.getJobs()
183          print "--------------------------"
184 <        for Job in Jobs:
185 <            print "Id: ",Job['id']
184 >        for Job in task.jobs:
185 >            print "Id: ",Job['jobId']
186              print "Dest: ", Job['dlsDestination']
187              print "Output: ", Job['outputFiles']
188              print "Args: ",Job['arguments']
189 +            print "Service: ",Job.runningJob['service']
190              print "--------------------------"
191          return      
192  
# Line 192 | Line 195 | class DBinterface:
195              tmp_task = self.getTask()
196          return common.bossSession.serialize(tmp_task)  
197  
198 <    def queryID(self,server_mode=0):
198 >    def queryID(self,server_mode=0, jid=False):
199          '''
200          Return the taskId if serevr_mode =1
201          Return the joblistId if serevr_mode =0
# Line 201 | Line 204 | class DBinterface:
204          lines=[]
205          task = self.getTask()
206          if server_mode == 1:
207 <            header= "Task Id = %-40s " %(task['name'])
208 <        else:
207 >            # init client server params...
208 >            CliServerParams(self)      
209 >            headerTask= "Task Id = %-40s " %(task['name'])
210 >            displayReport(self,headerTask,lines)
211 >            common.logger.info(showWebMon(self.server_name))
212 >        if (jid ) or (server_mode == 0):
213              for job in task.jobs:
214                  toPrint=''
215                  common.bossSession.getRunningInstance(job)
216 <                toPrint = "%-5s %-50s " % (job['id'],job.runningJob['schedulerId'])
216 >                toPrint = "%-5s %-50s " % (job['jobId'],job.runningJob['schedulerId'])
217                  lines.append(toPrint)
218              header+= "%-5s %-50s " % ('Job:','ID' )
219 <        displayReport(self,header,lines)
219 >            displayReport(self,header,lines)
220          return  
221  
222      def queryTask(self,attr):
# Line 250 | Line 257 | class DBinterface:
257          try:
258              task = common.bossSession.loadJobDist( 1, attr )
259          except Exception, e :
260 <            common.logger.debug(3, "Error loading Jobs By distinct Attr : " +str(traceback.format_exc()))
260 >            common.logger.debug( "Error loading Jobs By distinct Attr : " +str(traceback.format_exc()))
261              raise CrabException('Error loading Jobs By distinct Attr '+str(e))
262  
263          for i in task: distAttr.append(i[attr])  
# Line 264 | Line 271 | class DBinterface:
271          try:
272              task = common.bossSession.loadJobDistAttr( 1, attr_1, attr_2, list )
273          except Exception, e :
274 <            common.logger.debug(3, "Error loading Jobs By distinct Attr : " +str(traceback.format_exc()))
274 >            common.logger.debug( "Error loading Jobs By distinct Attr : " +str(traceback.format_exc()))
275              raise CrabException('Error loading Jobs By distinct Attr '+str(e))
276  
277          for i in task: distAttr.append(i[attr_1])  
# Line 278 | Line 285 | class DBinterface:
285          try:
286              task = common.bossSession.loadJobsByAttr(attr )
287          except Exception, e :
288 <            common.logger.debug(3, "Error loading Jobs By Attr : " +str(traceback.format_exc()))
288 >            common.logger.debug( "Error loading Jobs By Attr : " +str(traceback.format_exc()))
289              raise CrabException('Error loading Jobs By Attr '+str(e))
290          for i in task:
291              matched.append(i[field])
# Line 293 | Line 300 | class DBinterface:
300          try:
301              task = common.bossSession.loadJobsByRunningAttr(attr)
302          except Exception, e :
303 <            common.logger.debug(3, "Error loading Jobs By Running Attr : " +str(traceback.format_exc()))
303 >            common.logger.debug( "Error loading Jobs By Running Attr : " +str(traceback.format_exc()))
304              raise CrabException('Error loading Jobs By Running Attr '+str(e))
305          for i in task:
306              matched.append(i.runningJob[field])
# Line 306 | Line 313 | class DBinterface:
313          task = self.getTask(nj)
314  
315          for job in task.jobs:
316 <            if job.runningJob is not None :
317 <                job.runningJob["closed"] = "Y"
318 <
319 <        common.bossSession.updateDB(task)
313 <
314 <        for job in task.jobs:
315 <            job.runningJob = None
316 <            common.bossSession.getRunningInstance(job)
316 >            common.bossSession.getNewRunningInstance(job)
317 >            job.runningJob['status'] = 'C'
318 >            job.runningJob['statusScheduler'] = 'Created'
319 >        common.bossSession.updateDB(task)    
320          return        
321  
322      def deserXmlStatus(self, reportList):
323  
324          task = self.getTask()
322 –
325          for job in task.jobs:
326              if not job.runningJob:
327 <                raise CrabException( "Missing running object for job %s"%str(job['id']) )
327 >                raise CrabException( "Missing running object for job %s"%str(job['jobId']) )
328  
329 <            id = str(job.runningJob['id'])
328 <            # TODO linear search, probably it can be optized with binary search
329 >            id = str(job.runningJob['jobId'])
330              rForJ = None
331 +            nj_list= []
332              for r in reportList:
333                  if r.getAttribute('id') in [ id, 'all']:
334                      rForJ = r
335                      break
336 +            ## Check the submission number and create new running jobs on the client side
337 +            if rForJ.getAttribute('resubmit') != 'None' and (rForJ.getAttribute('status') not in ['Cleared','Killed','Done','Done (Failed)','Not Submitted', 'Cancelled by user']) :
338 +                if int(job.runningJob['submission']) < int(rForJ.getAttribute('resubmit')) + 1:
339 +                    nj_list.append(id)
340 +            if len(nj_list) > 0: self.newRunJobs(nj_list)
341 +
342 +        task_new = self.getTask()
343  
344 +        for job in task_new.jobs:
345 +            id = str(job.runningJob['jobId'])
346 +            # TODO linear search, probably it can be optized with binary search
347 +            rForJ = None
348 +            for r in reportList:
349 +                if r.getAttribute('id') in [ id, 'all']:
350 +                    rForJ = r
351 +                    break
352 +                  
353              # Data alignment
354 <            jobStatus = str(job.runningJob['statusScheduler'])
355 <            if rForJ.getAttribute('status') not in ['Created', 'Submitting', 'Unknown'] and \
356 <                     job.runningJob['statusScheduler'] != 'Cleared':
354 >            if rForJ.getAttribute('status') not in ['Created', 'Unknown']:
355 >                   # update the status  
356 >                common.logger.debug("Updating DB status for job: " + str(id) + " @: " \
357 >                                      + str(rForJ.getAttribute('status')) )
358                  job.runningJob['statusScheduler'] = str( rForJ.getAttribute('status') )
359 <                jobStatus = str(job.runningJob['statusScheduler'])
360 <                job.runningJob['status'] = str( rForJ.getAttribute('sched_status') )
361 <
362 <            job.runningJob['destination'] = str( rForJ.getAttribute('site') )
363 <            dest = str(job.runningJob['destination']).split(':')[0]
364 <
365 <            job.runningJob['applicationReturnCode'] = str( rForJ.getAttribute('exe_exit') )
366 <            exe_exit_code = str(job.runningJob['applicationReturnCode'])
359 >                if (rForJ.getAttribute('status') == 'Done' or rForJ.getAttribute('status') == 'Done (Failed)')\
360 >                  and rForJ.getAttribute('sched_status') == 'E' :
361 >                    job.runningJob['status'] = 'SD'
362 >                else:
363 >                    job.runningJob['status'] = str( rForJ.getAttribute('sched_status') )
364 >          
365 >                job.runningJob['schedulerId'] = str( rForJ.getAttribute('sched_id') )
366 >
367 >                job.runningJob['destination'] = str( rForJ.getAttribute('site') )
368 >                dest = str(job.runningJob['destination']).split(':')[0]
369 >              
370 >                job.runningJob['applicationReturnCode'] = str( rForJ.getAttribute('exe_exit') )
371 >                exe_exit_code = str(job.runningJob['applicationReturnCode'])
372 >              
373 >                job.runningJob['wrapperReturnCode'] = str( rForJ.getAttribute('job_exit') )
374 >                job_exit_code = str(job.runningJob['wrapperReturnCode'])
375  
376 <            job.runningJob['wrapperReturnCode'] = str( rForJ.getAttribute('job_exit') )
377 <            job_exit_code = str(job.runningJob['wrapperReturnCode'])
376 >                ## unsing 'standardInput' field for 'ended' tag ['Y','N']
377 >                job['standardInput'] = str( rForJ.getAttribute('ended') )
378  
379 +                job.runningJob['state'] = str( rForJ.getAttribute('action') )
380 +          
381              #if str( rForJ.getAttribute('resubmit') ).isdigit():
382              #    job['submissionNumber'] = int(rForJ.getAttribute('resubmit'))
383              #    job.runningJob['submission'] =  int(rForJ.getAttribute('resubmit'))
384 <
384 >          
385              # TODO cleared='0' field, how should it be handled/mapped in BL? #Fabio
386  
387 <        common.bossSession.updateDB( task )
359 <
387 >        common.bossSession.updateDB( task_new )
388          return
389 +
390 +    # FIXME temporary method to verify what kind of submission to perform towards the server
391 +    def checkIfNeverSubmittedBefore(self):
392 +        for j in self.getTask().jobs:
393 +            if j.runningJob['submission'] > 1 or j.runningJob['status'] != 'C' or \
394 +                    j.runningJob['statusScheduler'] != 'Created':
395 +                return False
396 +        return True
397 +
398 +

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines