CRAB/python/SchedulerGlite.py

#from Scheduler import Scheduler
from SchedulerEdg import SchedulerEdg
from crab_logger import Logger
from crab_exceptions import *
from crab_util import *
from EdgConfig import *
import common

import os, sys, time

class SchedulerGlite(SchedulerEdg):
    def __init__(self):
        SchedulerEdg.__init__(self)

    def sched_parameter(self):
        """
        Returns file with requirements and scheduler-specific parameters
        """
        index = int(common.jobDB.nJobs()) - 1
        job = common.job_list[index]
        jbt = job.type()
        
        lastDest=''
        first = []
        last  = []
        for n in range(common.jobDB.nJobs()):
            currDest=common.jobDB.destination(n)
            if (currDest!=lastDest):
                lastDest = currDest
                first.append(n)
                if n != 0:last.append(n-1) 
        if len(first)>len(last) :last.append(common.jobDB.nJobs())
  
        req = ''
        req = req + jbt.getRequirements()
    
        if self.EDG_requirements:
            if (req == ' '):
                req = req + self.EDG_requirements
            else:
                req = req +  ' && ' + self.EDG_requirements
        if self.EDG_ce_white_list:
            ce_white_list = string.split(self.EDG_ce_white_list,',')
            for i in range(len(ce_white_list)):
                if i == 0:
                    if (req == ' '):
                        req = req + '((RegExp("' + ce_white_list[i] + '", other.GlueCEUniqueId))'
                    else:
                        req = req +  ' && ((RegExp("' + ce_white_list[i] + '", other.GlueCEUniqueId))'
                    pass
                else:
                    req = req +  ' || (RegExp("' + ce_white_list[i] + '", other.GlueCEUniqueId))'
            req = req + ')'
        
        if self.EDG_ce_black_list:
            ce_black_list = string.split(self.EDG_ce_black_list,',')
            for ce in ce_black_list:
                if (req == ' '):
                    req = req + '(!RegExp("' + ce + '", other.GlueCEUniqueId))'
                else:
                    req = req +  ' && (!RegExp("' + ce + '", other.GlueCEUniqueId))'
                pass
        if self.EDG_clock_time:
            if (req == ' '):
                req = req + 'other.GlueCEPolicyMaxWallClockTime>='+self.EDG_clock_time
            else:
                req = req + ' && other.GlueCEPolicyMaxWallClockTime>='+self.EDG_clock_time

        if self.EDG_cpu_time:
            if (req == ' '):
                req = req + ' other.GlueCEPolicyMaxCPUTime>='+self.EDG_cpu_time
            else:
                req = req + ' && other.GlueCEPolicyMaxCPUTime>='+self.EDG_cpu_time
                 
        for i in range(len(first)): # Add loop DS
            self.param='sched_param_'+str(i)+'.clad'
            param_file = open(common.work_space.shareDir()+'/'+self.param, 'w')

            itr4=self.findSites_(first[i])
            req1=[]  
            j = 0
            concString = '||'
            for arg in itr4:
                #############
                # MC Changed matching syntax to avoid gang matching
                #############
                req1.append(' Member("'+arg+'" , other.GlueCESEBindGroupSEUniqueID) ')
            if len(req1): req = req + " && (" + concString.join(req1) + ')'
            req = req + ';\n'
            param_file.write('Requirements = ' + req )
   
            if (self.edg_config and self.edg_config_vo != ''):
                param_file.write('RBconfig = "'+self.edg_config+'";\n')   
                param_file.write('RBconfigVO = "'+self.edg_config_vo+'";')

            param_file.close()   

    def wsSetupEnvironment(self):
        """
        Returns part of a job script which does scheduler-specific work.
        """
        txt = ''
        txt += '# strip arguments\n'
        txt += 'echo "strip arguments"\n'
        txt += 'args=("$@")\n'
        txt += 'nargs=$#\n'
        txt += 'shift $nargs\n'
        txt += "# job number (first parameter for job wrapper)\n"
        txt += "NJob=${args[0]}\n"

        txt += '# job identification to DashBoard \n'
        txt += 'MonitorJobID=`echo ${NJob}_$GLITE_WMS_JOBID`\n'
        txt += 'SyncGridJobId=`echo $GLITE_WMS_JOBID`\n'
        txt += 'MonitorID=`echo ' + self._taskId + '`\n'
        txt += 'echo "MonitorJobID=`echo $MonitorJobID`" | tee -a $RUNTIME_AREA/$repo \n'
        txt += 'echo "SyncGridJobId=`echo $SyncGridJobId`" | tee -a $RUNTIME_AREA/$repo \n'
        txt += 'echo "MonitorID=`echo $MonitorID`" | tee -a $RUNTIME_AREA/$repo\n'

        txt += 'echo "middleware discovery " \n'
        txt += 'if [ $VO_CMS_SW_DIR ]; then \n'
        txt += '    middleware=LCG \n'
        txt += '    echo "SyncCE=`glite-brokerinfo getCE`" | tee -a $RUNTIME_AREA/$repo \n'
        txt += '    echo "GridFlavour=`echo $middleware`" | tee -a $RUNTIME_AREA/$repo \n'
        txt += '    echo "middleware =$middleware" \n'
        txt += 'elif [ $GRID3_APP_DIR ]; then\n'
        txt += '    middleware=OSG \n'
        txt += '    echo "SyncCE=`echo $EDG_WL_LOG_DESTINATION`" | tee -a $RUNTIME_AREA/$repo \n'
        txt += '    echo "GridFlavour=`echo $middleware`" | tee -a $RUNTIME_AREA/$repo \n'
        txt += '    echo "middleware =$middleware" \n'
        txt += 'elif [ $OSG_APP ]; then \n'
        txt += '    middleware=OSG \n'
        txt += '    echo "SyncCE=`echo $EDG_WL_LOG_DESTINATION`" | tee -a $RUNTIME_AREA/$repo \n'
        txt += '    echo "GridFlavour=`echo $middleware`" | tee -a $RUNTIME_AREA/$repo \n'
        txt += '    echo "middleware =$middleware" \n'
        txt += 'else \n'
        txt += '    echo "SET_CMS_ENV 10030 ==> middleware not identified" \n'
        txt += '    echo "JOB_EXIT_STATUS = 10030" \n'
        txt += '    echo "JobExitCode=10030" | tee -a $RUNTIME_AREA/$repo \n'
        txt += '    dumpStatus $RUNTIME_AREA/$repo \n'
        txt += '    rm -f $RUNTIME_AREA/$repo \n'
        txt += '    echo "MonitorJobID=`echo $MonitorJobID`" | tee -a $RUNTIME_AREA/$repo \n'
        txt += '    echo "MonitorID=`echo $MonitorID`" | tee -a $RUNTIME_AREA/$repo\n'
        txt += '    exit 1 \n'
        txt += 'fi \n'

        txt += '# report first time to DashBoard \n'
        txt += 'dumpStatus $RUNTIME_AREA/$repo \n'
        txt += 'rm -f $RUNTIME_AREA/$repo \n'
        txt += 'echo "MonitorJobID=`echo $MonitorJobID`" | tee -a $RUNTIME_AREA/$repo \n'
        txt += 'echo "MonitorID=`echo $MonitorID`" | tee -a $RUNTIME_AREA/$repo\n'
        
        txt += '\n\n'

        if int(self.copy_data) == 1:
           if self.SE:
              txt += 'export SE='+self.SE+'\n'
              txt += 'echo "SE = $SE"\n'
           if self.SE_PATH:
              if ( self.SE_PATH[-1] != '/' ) : self.SE_PATH = self.SE_PATH + '/'
              txt += 'export SE_PATH='+self.SE_PATH+'\n'
              txt += 'echo "SE_PATH = $SE_PATH"\n'

        txt += 'export VO='+self.VO+'\n'
        ### some line for LFC catalog setting 
        txt += 'if [ $middleware == LCG ]; then \n'
        txt += '    if [[ $LCG_CATALOG_TYPE != \''+self.lcg_catalog_type+'\' ]]; then\n'
        txt += '        export LCG_CATALOG_TYPE='+self.lcg_catalog_type+'\n'
        txt += '    fi\n'
        txt += '    if [[ $LFC_HOST != \''+self.lfc_host+'\' ]]; then\n'
        txt += '        export LFC_HOST='+self.lfc_host+'\n'
        txt += '    fi\n'
        txt += '    if [[ $LFC_HOME != \''+self.lfc_home+'\' ]]; then\n'
        txt += '        export LFC_HOME='+self.lfc_home+'\n'
        txt += '    fi\n'
        txt += 'elif [ $middleware == OSG ]; then\n'
        txt += '    echo "LFC catalog setting to be implemented for OSG"\n'
        txt += 'fi\n'
        #####
        if int(self.register_data) == 1:
           txt += 'if [ $middleware == LCG ]; then \n'
           txt += '    export LFN='+self.LFN+'\n'
           txt += '    lfc-ls $LFN\n' 
           txt += '    result=$?\n' 
           txt += '    echo $result\n' 
           ### creation of LFN dir in LFC catalog, under /grid/cms dir  
           txt += '    if [ $result != 0 ]; then\n'
           txt += '       lfc-mkdir $LFN\n'
           txt += '       result=$?\n' 
           txt += '       echo $result\n' 
           txt += '    fi\n'
           txt += 'elif [ $middleware == OSG ]; then\n'
           txt += '    echo " Files registration to be implemented for OSG"\n'
           txt += 'fi\n'
           txt += '\n'

           if self.VO:
              txt += 'export VO='+self.VO+'\n'
           if self.LFN:
              txt += 'if [ $middleware == LCG ]; then \n'
              txt += '    export LFN='+self.LFN+'\n'
              txt += 'fi\n'
              txt += '\n'

        txt += 'if [ $middleware == LCG ]; then\n' 
        txt += '    CloseCEs=`glite-brokerinfo getCE`\n'
        txt += '    echo "CloseCEs = $CloseCEs"\n'
        txt += '    CE=`echo $CloseCEs | sed -e "s/:.*//"`\n'
        txt += '    echo "CE = $CE"\n'
        txt += 'elif [ $middleware == OSG ]; then \n'
        txt += '    if [ $OSG_JOB_CONTACT ]; then \n'
        txt += '        CE=`echo $OSG_JOB_CONTACT | /usr/bin/awk -F\/ \'{print $1}\'` \n'
        txt += '    else \n'
        txt += '        echo "SET_CMS_ENV 10099 ==> OSG mode: ERROR in setting CE name from OSG_JOB_CONTACT" \n'
        txt += '        echo "JOB_EXIT_STATUS = 10099" \n'
        txt += '        echo "JobExitCode=10099" | tee -a $RUNTIME_AREA/$repo \n'
        txt += '        dumpStatus $RUNTIME_AREA/$repo \n'
        txt += '        rm -f $RUNTIME_AREA/$repo \n'
        txt += '        echo "MonitorJobID=`echo $MonitorJobID`" | tee -a $RUNTIME_AREA/$repo \n'
        txt += '        echo "MonitorID=`echo $MonitorID`" | tee -a $RUNTIME_AREA/$repo\n'
        txt += '        exit 1 \n'
        txt += '    fi \n'
        txt += 'fi \n' 

        return txt
        
    def loggingInfo(self, id):
        """
        retrieve the logging info from logging and bookkeeping and return it
        """
        self.checkProxy()
        cmd = 'glite-job-logging-info -v 2 ' + id
        cmd_out = runCommand(cmd)
        return cmd_out

    def queryDetailedStatus(self, id):
        """ Query a detailed status of the job with id """
        cmd = 'glite-job-status '+id
        cmd_out = runCommand(cmd)
        return cmd_out

    def findSites_(self, n):
        sites = common.jobDB.destination(n)
        if len(sites)>0 and sites[0]=="":
            return []
        return sites
Revision:	1.3
Committed:	Mon Oct 9 15:30:41 2006 UTC (18 years, 6 months ago) by slacapra
Content type:	text/x-python
Branch:	MAIN
CVS Tags:	CRAB_1_4_0_pre2
Changes since 1.2:	+16 -17 lines
Log Message:	fix for None input
#	User	Rev	Content
1	spiga	1.2	#from Scheduler import Scheduler
2			from SchedulerEdg import SchedulerEdg
3			from crab_logger import Logger
4			from crab_exceptions import *
5			from crab_util import *
6			from EdgConfig import *
7			import common
8
9			import os, sys, time
10
11			class SchedulerGlite(SchedulerEdg):
12			def __init__(self):
13	slacapra	1.3	SchedulerEdg.__init__(self)
14
15	spiga	1.2	def sched_parameter(self):
16			"""
17			Returns file with requirements and scheduler-specific parameters
18			"""
19			index = int(common.jobDB.nJobs()) - 1
20			job = common.job_list[index]
21			jbt = job.type()
22
23			lastDest=''
24			first = []
25			last = []
26			for n in range(common.jobDB.nJobs()):
27			currDest=common.jobDB.destination(n)
28			if (currDest!=lastDest):
29			lastDest = currDest
30			first.append(n)
31			if n != 0:last.append(n-1)
32			if len(first)>len(last) :last.append(common.jobDB.nJobs())
33
34			req = ''
35			req = req + jbt.getRequirements()
36
37			if self.EDG_requirements:
38			if (req == ' '):
39			req = req + self.EDG_requirements
40			else:
41			req = req + ' && ' + self.EDG_requirements
42			if self.EDG_ce_white_list:
43			ce_white_list = string.split(self.EDG_ce_white_list,',')
44			for i in range(len(ce_white_list)):
45			if i == 0:
46			if (req == ' '):
47			req = req + '((RegExp("' + ce_white_list[i] + '", other.GlueCEUniqueId))'
48			else:
49			req = req + ' && ((RegExp("' + ce_white_list[i] + '", other.GlueCEUniqueId))'
50			pass
51			else:
52			req = req + ' \|\| (RegExp("' + ce_white_list[i] + '", other.GlueCEUniqueId))'
53			req = req + ')'
54
55			if self.EDG_ce_black_list:
56			ce_black_list = string.split(self.EDG_ce_black_list,',')
57			for ce in ce_black_list:
58			if (req == ' '):
59			req = req + '(!RegExp("' + ce + '", other.GlueCEUniqueId))'
60			else:
61			req = req + ' && (!RegExp("' + ce + '", other.GlueCEUniqueId))'
62			pass
63			if self.EDG_clock_time:
64			if (req == ' '):
65			req = req + 'other.GlueCEPolicyMaxWallClockTime>='+self.EDG_clock_time
66			else:
67			req = req + ' && other.GlueCEPolicyMaxWallClockTime>='+self.EDG_clock_time
68
69			if self.EDG_cpu_time:
70			if (req == ' '):
71			req = req + ' other.GlueCEPolicyMaxCPUTime>='+self.EDG_cpu_time
72			else:
73			req = req + ' && other.GlueCEPolicyMaxCPUTime>='+self.EDG_cpu_time
74
75			for i in range(len(first)): # Add loop DS
76			self.param='sched_param_'+str(i)+'.clad'
77			param_file = open(common.work_space.shareDir()+'/'+self.param, 'w')
78
79			itr4=self.findSites_(first[i])
80	slacapra	1.3	req1=[]
81			j = 0
82			concString = '\|\|'
83			for arg in itr4:
84			#############
85			# MC Changed matching syntax to avoid gang matching
86			#############
87			req1.append(' Member("'+arg+'" , other.GlueCESEBindGroupSEUniqueID) ')
88			if len(req1): req = req + " && (" + concString.join(req1) + ')'
89			req = req + ';\n'
90			param_file.write('Requirements = ' + req )
91	spiga	1.2
92			if (self.edg_config and self.edg_config_vo != ''):
93			param_file.write('RBconfig = "'+self.edg_config+'";\n')
94			param_file.write('RBconfigVO = "'+self.edg_config_vo+'";')
95
96			param_file.close()
97
98			def wsSetupEnvironment(self):
99			"""
100			Returns part of a job script which does scheduler-specific work.
101			"""
102			txt = ''
103			txt += '# strip arguments\n'
104			txt += 'echo "strip arguments"\n'
105			txt += 'args=("$@")\n'
106			txt += 'nargs=$#\n'
107			txt += 'shift $nargs\n'
108			txt += "# job number (first parameter for job wrapper)\n"
109			txt += "NJob=${args[0]}\n"
110
111			txt += '# job identification to DashBoard \n'
112			txt += 'MonitorJobID=`echo ${NJob}_$GLITE_WMS_JOBID`\n'
113			txt += 'SyncGridJobId=`echo $GLITE_WMS_JOBID`\n'
114			txt += 'MonitorID=`echo ' + self._taskId + '`\n'
115			txt += 'echo "MonitorJobID=`echo $MonitorJobID`" \| tee -a $RUNTIME_AREA/$repo \n'
116			txt += 'echo "SyncGridJobId=`echo $SyncGridJobId`" \| tee -a $RUNTIME_AREA/$repo \n'
117			txt += 'echo "MonitorID=`echo $MonitorID`" \| tee -a $RUNTIME_AREA/$repo\n'
118
119			txt += 'echo "middleware discovery " \n'
120			txt += 'if [ $VO_CMS_SW_DIR ]; then \n'
121			txt += ' middleware=LCG \n'
122			txt += ' echo "SyncCE=`glite-brokerinfo getCE`" \| tee -a $RUNTIME_AREA/$repo \n'
123			txt += ' echo "GridFlavour=`echo $middleware`" \| tee -a $RUNTIME_AREA/$repo \n'
124			txt += ' echo "middleware =$middleware" \n'
125			txt += 'elif [ $GRID3_APP_DIR ]; then\n'
126			txt += ' middleware=OSG \n'
127			txt += ' echo "SyncCE=`echo $EDG_WL_LOG_DESTINATION`" \| tee -a $RUNTIME_AREA/$repo \n'
128			txt += ' echo "GridFlavour=`echo $middleware`" \| tee -a $RUNTIME_AREA/$repo \n'
129			txt += ' echo "middleware =$middleware" \n'
130			txt += 'elif [ $OSG_APP ]; then \n'
131			txt += ' middleware=OSG \n'
132			txt += ' echo "SyncCE=`echo $EDG_WL_LOG_DESTINATION`" \| tee -a $RUNTIME_AREA/$repo \n'
133			txt += ' echo "GridFlavour=`echo $middleware`" \| tee -a $RUNTIME_AREA/$repo \n'
134			txt += ' echo "middleware =$middleware" \n'
135			txt += 'else \n'
136			txt += ' echo "SET_CMS_ENV 10030 ==> middleware not identified" \n'
137			txt += ' echo "JOB_EXIT_STATUS = 10030" \n'
138			txt += ' echo "JobExitCode=10030" \| tee -a $RUNTIME_AREA/$repo \n'
139			txt += ' dumpStatus $RUNTIME_AREA/$repo \n'
140			txt += ' rm -f $RUNTIME_AREA/$repo \n'
141			txt += ' echo "MonitorJobID=`echo $MonitorJobID`" \| tee -a $RUNTIME_AREA/$repo \n'
142			txt += ' echo "MonitorID=`echo $MonitorID`" \| tee -a $RUNTIME_AREA/$repo\n'
143			txt += ' exit 1 \n'
144			txt += 'fi \n'
145
146			txt += '# report first time to DashBoard \n'
147			txt += 'dumpStatus $RUNTIME_AREA/$repo \n'
148			txt += 'rm -f $RUNTIME_AREA/$repo \n'
149			txt += 'echo "MonitorJobID=`echo $MonitorJobID`" \| tee -a $RUNTIME_AREA/$repo \n'
150			txt += 'echo "MonitorID=`echo $MonitorID`" \| tee -a $RUNTIME_AREA/$repo\n'
151
152			txt += '\n\n'
153
154			if int(self.copy_data) == 1:
155			if self.SE:
156			txt += 'export SE='+self.SE+'\n'
157			txt += 'echo "SE = $SE"\n'
158			if self.SE_PATH:
159			if ( self.SE_PATH[-1] != '/' ) : self.SE_PATH = self.SE_PATH + '/'
160			txt += 'export SE_PATH='+self.SE_PATH+'\n'
161			txt += 'echo "SE_PATH = $SE_PATH"\n'
162
163			txt += 'export VO='+self.VO+'\n'
164			### some line for LFC catalog setting
165			txt += 'if [ $middleware == LCG ]; then \n'
166			txt += ' if [[ $LCG_CATALOG_TYPE != \''+self.lcg_catalog_type+'\' ]]; then\n'
167			txt += ' export LCG_CATALOG_TYPE='+self.lcg_catalog_type+'\n'
168			txt += ' fi\n'
169			txt += ' if [[ $LFC_HOST != \''+self.lfc_host+'\' ]]; then\n'
170			txt += ' export LFC_HOST='+self.lfc_host+'\n'
171			txt += ' fi\n'
172			txt += ' if [[ $LFC_HOME != \''+self.lfc_home+'\' ]]; then\n'
173			txt += ' export LFC_HOME='+self.lfc_home+'\n'
174			txt += ' fi\n'
175			txt += 'elif [ $middleware == OSG ]; then\n'
176			txt += ' echo "LFC catalog setting to be implemented for OSG"\n'
177			txt += 'fi\n'
178			#####
179			if int(self.register_data) == 1:
180			txt += 'if [ $middleware == LCG ]; then \n'
181			txt += ' export LFN='+self.LFN+'\n'
182			txt += ' lfc-ls $LFN\n'
183			txt += ' result=$?\n'
184			txt += ' echo $result\n'
185			### creation of LFN dir in LFC catalog, under /grid/cms dir
186			txt += ' if [ $result != 0 ]; then\n'
187			txt += ' lfc-mkdir $LFN\n'
188			txt += ' result=$?\n'
189			txt += ' echo $result\n'
190			txt += ' fi\n'
191			txt += 'elif [ $middleware == OSG ]; then\n'
192			txt += ' echo " Files registration to be implemented for OSG"\n'
193			txt += 'fi\n'
194			txt += '\n'
195
196			if self.VO:
197			txt += 'export VO='+self.VO+'\n'
198			if self.LFN:
199			txt += 'if [ $middleware == LCG ]; then \n'
200			txt += ' export LFN='+self.LFN+'\n'
201			txt += 'fi\n'
202			txt += '\n'
203
204			txt += 'if [ $middleware == LCG ]; then\n'
205			txt += ' CloseCEs=`glite-brokerinfo getCE`\n'
206			txt += ' echo "CloseCEs = $CloseCEs"\n'
207			txt += ' CE=`echo $CloseCEs \| sed -e "s/:.*//"`\n'
208			txt += ' echo "CE = $CE"\n'
209			txt += 'elif [ $middleware == OSG ]; then \n'
210			txt += ' if [ $OSG_JOB_CONTACT ]; then \n'
211			txt += ' CE=`echo $OSG_JOB_CONTACT \| /usr/bin/awk -F\/ \'{print $1}\'` \n'
212			txt += ' else \n'
213			txt += ' echo "SET_CMS_ENV 10099 ==> OSG mode: ERROR in setting CE name from OSG_JOB_CONTACT" \n'
214			txt += ' echo "JOB_EXIT_STATUS = 10099" \n'
215			txt += ' echo "JobExitCode=10099" \| tee -a $RUNTIME_AREA/$repo \n'
216			txt += ' dumpStatus $RUNTIME_AREA/$repo \n'
217			txt += ' rm -f $RUNTIME_AREA/$repo \n'
218			txt += ' echo "MonitorJobID=`echo $MonitorJobID`" \| tee -a $RUNTIME_AREA/$repo \n'
219			txt += ' echo "MonitorID=`echo $MonitorID`" \| tee -a $RUNTIME_AREA/$repo\n'
220			txt += ' exit 1 \n'
221			txt += ' fi \n'
222			txt += 'fi \n'
223
224			return txt
225
226			def loggingInfo(self, id):
227			"""
228			retrieve the logging info from logging and bookkeeping and return it
229			"""
230			self.checkProxy()
231			cmd = 'glite-job-logging-info -v 2 ' + id
232			cmd_out = runCommand(cmd)
233			return cmd_out
234
235			def queryDetailedStatus(self, id):
236			""" Query a detailed status of the job with id """
237			cmd = 'glite-job-status '+id
238			cmd_out = runCommand(cmd)
239			return cmd_out
240
241			def findSites_(self, n):
242			sites = common.jobDB.destination(n)
243	slacapra	1.3	if len(sites)>0 and sites[0]=="":
244			return []
245			return sites