ViewVC Help
View File | Revision Log | Show Annotations | Root Listing
root/cvsroot/COMP/CRAB/python/DBinterface.py
(Generate patch)

Comparing COMP/CRAB/python/DBinterface.py (file contents):
Revision 1.39 by spiga, Mon Jul 7 13:30:59 2008 UTC vs.
Revision 1.66 by farinafa, Tue Dec 15 13:13:40 2009 UTC

# Line 1 | Line 1
1 – from crab_logger import Logger
1   from crab_exceptions import *
2   from crab_util import *
3   import common
# Line 56 | Line 55 | class DBinterface:
55          Return task with all/list of jobs
56          """
57          try:
58 <            task = common.bossSession.load(1,jobsList)[0]
58 >            task = common.bossSession.load(1,jobsList)
59          except Exception, e :
60 <            common.logger.debug(3, "Error while getting task : " +str(traceback.format_exc()))
60 >            common.logger.debug( "Error while getting task : " +str(traceback.format_exc()))
61              raise CrabException('Error while getting task '+str(e))
62          return task
63  
# Line 67 | Line 66 | class DBinterface:
66          Return a task with a single job
67          """
68          try:
69 <            task = common.bossSession.load(1,str(n))[0]
69 >            task = common.bossSession.load(1,str(n))
70          except Exception, e :
71 <            common.logger.debug(3, "Error while getting job : " +str(traceback.format_exc()))
71 >            common.logger.debug( "Error while getting job : " +str(traceback.format_exc()))
72              raise CrabException('Error while getting job '+str(e))
73          return task
74  
# Line 81 | Line 80 | class DBinterface:
80          """
81          opt={}
82          if optsToSave.get('server_mode',0) == 1: opt['serverName']=optsToSave['server_name']
83 <        opt['name']=common.work_space.taskName()  
83 >        opt['name']= getUserName()+ '_' + string.split(common.work_space.topDir(),'/')[-2]+'_'+common.work_space.task_uuid()
84          task = Task( opt )
85          try:
86              common.bossSession.saveTask( task )
87          except Exception, e :
89 –           # common.logger.debug(3, "Error creating task : " +str(traceback.format_exc()))
90 –           # raise CrabException('Error creating task '+str(e))
88              raise CrabException('Error creating task '+str(traceback.format_exc()))
89              
90          return
# Line 198 | Line 195 | class DBinterface:
195              tmp_task = self.getTask()
196          return common.bossSession.serialize(tmp_task)  
197  
198 <    def queryID(self,server_mode=0):
198 >    def queryID(self,server_mode=0, jid=False):
199          '''
200          Return the taskId if serevr_mode =1
201          Return the joblistId if serevr_mode =0
# Line 207 | Line 204 | class DBinterface:
204          lines=[]
205          task = self.getTask()
206          if server_mode == 1:
207 <            header= "Task Id = %-40s " %(task['name'])
208 <        else:
207 >            # init client server params...
208 >            CliServerParams(self)      
209 >            headerTask = "Task Id = %-40s\n" %(task['name'])
210 >            headerTask+=  '--------------------------------------------------------------------------------------------\n'
211 >            displayReport(self,headerTask,lines)
212 >            common.logger.info(showWebMon(self.server_name))
213 >        if (jid ) or (server_mode == 0):
214              for job in task.jobs:
215                  toPrint=''
216                  common.bossSession.getRunningInstance(job)
217                  toPrint = "%-5s %-50s " % (job['jobId'],job.runningJob['schedulerId'])
218                  lines.append(toPrint)
219 <            header+= "%-5s %-50s " % ('Job:','ID' )
220 <        displayReport(self,header,lines)
219 >            header+= "%-5s %-50s\n " % ('Job:','ID' )
220 >            header+=  '--------------------------------------------------------------------------------------------\n'
221 >            displayReport(self,header,lines)
222          return  
223  
224      def queryTask(self,attr):
# Line 256 | Line 259 | class DBinterface:
259          try:
260              task = common.bossSession.loadJobDist( 1, attr )
261          except Exception, e :
262 <            common.logger.debug(3, "Error loading Jobs By distinct Attr : " +str(traceback.format_exc()))
262 >            common.logger.debug( "Error loading Jobs By distinct Attr : " +str(traceback.format_exc()))
263              raise CrabException('Error loading Jobs By distinct Attr '+str(e))
264  
265          for i in task: distAttr.append(i[attr])  
# Line 270 | Line 273 | class DBinterface:
273          try:
274              task = common.bossSession.loadJobDistAttr( 1, attr_1, attr_2, list )
275          except Exception, e :
276 <            common.logger.debug(3, "Error loading Jobs By distinct Attr : " +str(traceback.format_exc()))
276 >            common.logger.debug( "Error loading Jobs By distinct Attr : " +str(traceback.format_exc()))
277              raise CrabException('Error loading Jobs By distinct Attr '+str(e))
278  
279          for i in task: distAttr.append(i[attr_1])  
# Line 284 | Line 287 | class DBinterface:
287          try:
288              task = common.bossSession.loadJobsByAttr(attr )
289          except Exception, e :
290 <            common.logger.debug(3, "Error loading Jobs By Attr : " +str(traceback.format_exc()))
290 >            common.logger.debug( "Error loading Jobs By Attr : " +str(traceback.format_exc()))
291              raise CrabException('Error loading Jobs By Attr '+str(e))
292          for i in task:
293              matched.append(i[field])
# Line 299 | Line 302 | class DBinterface:
302          try:
303              task = common.bossSession.loadJobsByRunningAttr(attr)
304          except Exception, e :
305 <            common.logger.debug(3, "Error loading Jobs By Running Attr : " +str(traceback.format_exc()))
305 >            common.logger.debug( "Error loading Jobs By Running Attr : " +str(traceback.format_exc()))
306              raise CrabException('Error loading Jobs By Running Attr '+str(e))
307          for i in task:
308              matched.append(i.runningJob[field])
# Line 315 | Line 318 | class DBinterface:
318              common.bossSession.getNewRunningInstance(job)
319              job.runningJob['status'] = 'C'
320              job.runningJob['statusScheduler'] = 'Created'
321 +            job.runningJob['state'] = 'Created'
322          common.bossSession.updateDB(task)    
323          return        
324  
325      def deserXmlStatus(self, reportList):
326  
327          task = self.getTask()
328 +        if int(self.cfg_params.get('WMBS.automation',0)) == 1:
329 +            if len(reportList) ==0:
330 +                msg = 'You are using CRAB with WMBS the server is still creating your jobs.\n'
331 +                msg += '\tPlease wait...'
332 +                raise CrabException(msg)
333 +            newJobs =  len(reportList) - len(task.jobs)
334 +            if newJobs != 0:
335 +                isNew=True  
336 +                if len(task.jobs):isNew=False
337 +                jobL=[]  
338 +                for i in range(1,newJobs+1):
339 +                    jobL.append(len(task.jobs)+i)
340 +                self.createJobs_(jobL,isNew)
341 +
342          for job in task.jobs:
343              if not job.runningJob:
344                  raise CrabException( "Missing running object for job %s"%str(job['jobId']) )
# Line 332 | Line 350 | class DBinterface:
350                  if r.getAttribute('id') in [ id, 'all']:
351                      rForJ = r
352                      break
353 <            ## Check the submission number and create new running jobs on the client side          
354 <            if int(job.runningJob['submission']) < int(rForJ.getAttribute('resubmit')) + 1:
355 <                nj_list.append(id)
356 <                self.newRunJobs(nj_list)
353 >            ## Check the submission number and create new running jobs on the client side
354 >            if rForJ.getAttribute('resubmit') != 'None' and (rForJ.getAttribute('status') not in ['Cleared','Killed','Done','Done (Failed)','Not Submitted', 'Cancelled by user']) :
355 >                if int(job.runningJob['submission']) < int(rForJ.getAttribute('resubmit')) + 1:
356 >                    nj_list.append(id)
357 >            if len(nj_list) > 0: self.newRunJobs(nj_list)
358  
359          task_new = self.getTask()
360  
# Line 346 | Line 365 | class DBinterface:
365              for r in reportList:
366                  if r.getAttribute('id') in [ id, 'all']:
367                      rForJ = r
368 <                    break
369 <
368 >                    break
369 >                  
370              # Data alignment
371 <            if rForJ.getAttribute('status') not in ['Created', 'Unknown'] and not\
353 <                (job.runningJob['statusScheduler'] == 'Killing' and rForJ.getAttribute('status')!='Killed') \
354 <                and not  (job.runningJob['statusScheduler'] in 'Submitting'  and rForJ.getAttribute('status') in ['Killed','Aborted','Cleared'])  :
371 >            if rForJ.getAttribute('status') not in ['Unknown']: # ['Created', 'Unknown']:
372                     # update the status  
373 <                common.logger.debug(3,"Updating DB status for job: " + str(id) + " @: " \
373 >                common.logger.debug("Updating DB status for job: " + str(id) + " @: " \
374                                        + str(rForJ.getAttribute('status')) )
375                  job.runningJob['statusScheduler'] = str( rForJ.getAttribute('status') )
376 <                job.runningJob['status'] = str( rForJ.getAttribute('sched_status') )
376 >                if (rForJ.getAttribute('status') == 'Done' or rForJ.getAttribute('status') == 'Done (Failed)')\
377 >                  and rForJ.getAttribute('sched_status') == 'E' :
378 >                    job.runningJob['status'] = 'SD'
379 >                else:
380 >                    job.runningJob['status'] = str( rForJ.getAttribute('sched_status') )
381            
382 +                job.runningJob['schedulerId'] = str( rForJ.getAttribute('sched_id') )
383 +
384                  job.runningJob['destination'] = str( rForJ.getAttribute('site') )
385                  dest = str(job.runningJob['destination']).split(':')[0]
386                
# Line 366 | Line 389 | class DBinterface:
389                
390                  job.runningJob['wrapperReturnCode'] = str( rForJ.getAttribute('job_exit') )
391                  job_exit_code = str(job.runningJob['wrapperReturnCode'])
392 +
393 +                job['closed'] = str( rForJ.getAttribute('ended') )
394 +
395 +                job.runningJob['state'] = str( rForJ.getAttribute('action') )
396            
397              #if str( rForJ.getAttribute('resubmit') ).isdigit():
398              #    job['submissionNumber'] = int(rForJ.getAttribute('resubmit'))
# Line 379 | Line 406 | class DBinterface:
406      # FIXME temporary method to verify what kind of submission to perform towards the server
407      def checkIfNeverSubmittedBefore(self):
408          for j in self.getTask().jobs:
409 <            if j.runningJob['submission'] > 1 or j.runningJob['status'] != 'C' or \
383 <                    j.runningJob['statusScheduler'] != 'Created':
409 >            if j.runningJob['submission'] > 1 or j.runningJob['state'] != 'Created':
410                  return False
411          return True
412  
413 +    # Method to update arguments w.r.t. resubmission number in order to grant unique output
414 +    def updateResubAttribs(self, jobsL):
415 +        task = self.getTask(jobsL)
416 +        for j in task.jobs:
417 +            common.bossSession.getRunningInstance(j)
418 +            newArgs = "%d %d"%(j.runningJob['jobId'], j.runningJob['submission'])
419 +            j['arguments'] = newArgs
420 +            
421 +        common.bossSession.updateDB(task)
422 +        return
423 +
424  

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines