| 1 |
kukartse |
1.1 |
#!/usr/bin/python
|
| 2 |
|
|
|
| 3 |
|
|
import os
|
| 4 |
|
|
import re
|
| 5 |
|
|
|
| 6 |
|
|
#
|
| 7 |
|
|
#_____ set job parameters _______________________________________________
|
| 8 |
|
|
#
|
| 9 |
|
|
#
|
| 10 |
|
|
dir = "/uscms/home/kukarzev/work/disk_ljmet/MVA/Summer08/Mar_29_2009/PAT_Layer1/TTJets-madgraph_Fall08_IDEAL_V9_v2_GEN-SIM-RECO/secondary/mujets_14may2009/"
|
| 11 |
|
|
#
|
| 12 |
|
|
#________________________________________________________________________
|
| 13 |
|
|
|
| 14 |
|
|
rel_base = os.environ['CMSSW_BASE']
|
| 15 |
|
|
i = 0
|
| 16 |
|
|
skip_files = 0
|
| 17 |
|
|
nfiles = 0
|
| 18 |
|
|
cfi_master_file = open(rel_base+"/src/LJMet/MultivariateAnalysis/python/"+"PAT_Layer1_"+prefix.replace('-','_')+"_cfi.py")
|
| 19 |
|
|
for line in cfi_master_file:
|
| 20 |
|
|
if line.find('root')>0:
|
| 21 |
|
|
nfiles=nfiles+1
|
| 22 |
|
|
cfi_master_file.close()
|
| 23 |
|
|
|
| 24 |
|
|
print 'CONDOR work dir: '+dir
|
| 25 |
|
|
print 'File prefix: '+prefix
|
| 26 |
|
|
print 'Number of input files: '+str(nfiles)
|
| 27 |
|
|
print str(files_per_job)+' files per job...'
|
| 28 |
|
|
print '...starting with file #'+str(skip_files)
|
| 29 |
|
|
|
| 30 |
|
|
os.system('rm -rf '+dir)
|
| 31 |
|
|
os.system('mkdir -p '+dir)
|
| 32 |
|
|
|
| 33 |
|
|
#
|
| 34 |
|
|
#_____ chopping the input file (avoiding skipEvents) ____________________
|
| 35 |
|
|
#
|
| 36 |
|
|
def get_input(skip,num):
|
| 37 |
|
|
result = 'import FWCore.ParameterSet.Config as cms\n'
|
| 38 |
|
|
result = result + 'def PATInput() :\n'
|
| 39 |
|
|
result = result + ' readFiles = cms.untracked.vstring()\n'
|
| 40 |
|
|
#result = result + ' readFiles.extend( [\n'
|
| 41 |
|
|
file_count = 0
|
| 42 |
|
|
cfi_master_file = open(rel_base+"/src/LJMet/MultivariateAnalysis/python/"+"PAT_Layer1_"+prefix.replace('-','_')+"_cfi.py")
|
| 43 |
|
|
for line in cfi_master_file:
|
| 44 |
|
|
if line.find('root')>0:
|
| 45 |
|
|
file_count=file_count+1
|
| 46 |
|
|
if file_count>(skip-1) and file_count<(skip+num):
|
| 47 |
|
|
f_name=re.search('.+\'(.+\.root)',line)
|
| 48 |
|
|
result=result+' readFiles.extend( [ \''+f_name.group(1)+'\' ] )\n'
|
| 49 |
|
|
cfi_master_file.close()
|
| 50 |
|
|
#result = result + ' ] )\n\n'
|
| 51 |
|
|
result = result + ' return cms.Source("PoolSource",\n'
|
| 52 |
|
|
result = result + ' debugVerbosity = cms.untracked.uint32(200),\n'
|
| 53 |
|
|
result = result + ' debugFlag = cms.untracked.bool(True),\n'
|
| 54 |
|
|
result = result + ' fileNames = readFiles\n'
|
| 55 |
|
|
result = result + ' )\n'
|
| 56 |
|
|
return result
|
| 57 |
|
|
|
| 58 |
|
|
#
|
| 59 |
|
|
#_____ get the input master file ________________________________________
|
| 60 |
|
|
#
|
| 61 |
|
|
|
| 62 |
|
|
while( skip_files < nfiles):
|
| 63 |
|
|
py_templ_file = open(rel_base+"/src/LJMet/MultivariateAnalysis/condor/py.templ")
|
| 64 |
|
|
condor_templ_file = open(rel_base+"/src/LJMet/MultivariateAnalysis/condor/condor.templ")
|
| 65 |
|
|
csh_templ_file = open(rel_base+"/src/LJMet/MultivariateAnalysis/condor/csh.templ")
|
| 66 |
|
|
py_file = open(dir+"/"+prefix+"_"+str(i)+".py","w")
|
| 67 |
|
|
for line in py_templ_file:
|
| 68 |
|
|
line=line.replace('DIRECTORY',dir)
|
| 69 |
|
|
line=line.replace('PREFIX',prefix)
|
| 70 |
|
|
line=line.replace('JOBID',str(i))
|
| 71 |
|
|
line=line.replace('EVENTSTOPROCESS',str(-1))
|
| 72 |
|
|
line=line.replace('EVENTSTOSKIP',str(0))
|
| 73 |
|
|
line=line.replace('CFISOURCE',get_input(skip_files, files_per_job))
|
| 74 |
|
|
py_file.write(line)
|
| 75 |
|
|
py_file.close()
|
| 76 |
|
|
condor_file = open(dir+"/"+prefix+"_"+str(i)+".condor","w")
|
| 77 |
|
|
for line in condor_templ_file:
|
| 78 |
|
|
line=line.replace('DIRECTORY',dir)
|
| 79 |
|
|
line=line.replace('PREFIX',prefix)
|
| 80 |
|
|
line=line.replace('JOBID',str(i))
|
| 81 |
|
|
condor_file.write(line)
|
| 82 |
|
|
condor_file.close()
|
| 83 |
|
|
csh_file = open(dir+"/"+prefix+"_"+str(i)+".csh","w")
|
| 84 |
|
|
for line in csh_templ_file:
|
| 85 |
|
|
line=line.replace('CMSSWBASE',rel_base)
|
| 86 |
|
|
line=line.replace('DIRECTORY',dir)
|
| 87 |
|
|
line=line.replace('PREFIX',prefix)
|
| 88 |
|
|
line=line.replace('JOBID',str(i))
|
| 89 |
|
|
csh_file.write(line)
|
| 90 |
|
|
csh_file.close()
|
| 91 |
|
|
os.system('chmod u+x '+dir+'/'+prefix+'_'+str(i)+'.csh')
|
| 92 |
|
|
os.system('condor_submit '+dir+'/'+prefix+'_'+str(i)+'.condor')
|
| 93 |
|
|
i = i + 1
|
| 94 |
|
|
skip_files = skip_files + files_per_job
|
| 95 |
|
|
py_templ_file.close()
|
| 96 |
|
|
condor_templ_file.close()
|
| 97 |
|
|
csh_templ_file.close()
|
| 98 |
|
|
print str(i)+' jobs submitted'
|
| 99 |
|
|
|
| 100 |
|
|
|
