VHbb/python/submitThem.py

#! /usr/bin/env python
import os,shutil,sys,pickle,subprocess,ROOT
from optparse import OptionParser
from BetterConfigParser import BetterConfigParser
from samplesclass import sample
import getpass

parser = OptionParser()
parser.add_option("-T", "--tag", dest="tag", default="",
                      help="Tag to run the analysis with, example '8TeV' uses config8TeV and pathConfig8TeV to run the analysis")
parser.add_option("-J", "--task", dest="task", default="",
                      help="Task to be done, i.e. 'dc' for Datacards, 'prep' for preparation of Trees, 'plot' to produce plots or 'eval' to write the MVA output or 'sys' to write regression and systematics (or 'syseval' for both). ")
parser.add_option("-M", "--mass", dest="mass", default="125",
                      help="Mass for DC or Plots, 110...135")
parser.add_option("-S","--samples",dest="samples",default="",
                      help="samples you want to run on")


(opts, args) = parser.parse_args(sys.argv)
if opts.tag == "":
        print "Please provide tag to run the analysis with, example '-T 8TeV' uses config8TeV and pathConfig8TeV to run the analysis."
        sys.exit(123)

if opts.task == "":
    print "Please provide a task.\n-J prep:\tpreparation of Trees\n-J sys:\t\twrite regression and systematics\n-J eval:\tcreate MVA output\n-J plot:\tproduce Plots\n-J dc:\t\twrite workspaces and datacards"
    sys.exit(123)

#create the list with the samples to run over
samplesList=opts.samples.split(",")

en = opts.tag
configs = ['config%s'%(en),'pathConfig%s'%(en)]
        
print configs
config = BetterConfigParser()
config.read(configs)
btagLibrary = config.get('BTagReshaping','library')
submitDir = os.getcwd()
os.chdir(os.path.dirname(btagLibrary))
if not os.path.exists(btagLibrary):
    ROOT.gROOT.LoadMacro('%s+'%btagLibrary.replace('_h.so','.h')) 
shutil.copyfile(os.path.basename(btagLibrary),'/scratch/%s/%s'%(getpass.getuser(),os.path.basename(btagLibrary)))
shutil.copyfile('/scratch/%s/%s'%(getpass.getuser(),os.path.basename(btagLibrary)),btagLibrary)
os.chdir(submitDir)
logPath = config.get("Directories","logpath")
#check if the logPath exist. If not exit
if( not os.path.isdir(logPath) ):
        print 'ERROR: ' + logPath + ': dir not found.'
        print 'ERROR: Create it before submitting '
        print 'Exit'
        sys.exit(-1)

repDict = {'en':en,'logpath':logPath,'job':'','task':opts.task,'queue': 'all.q'}
def submit(job,repDict):
        repDict['job'] = job
        command = 'qsub -V -cwd -q %(queue)s -N %(job)s_%(en)s%(task)s -o %(logpath)s/%(job)s_%(en)s_%(task)s.out -e %(logpath)s/%(job)s_%(en)s_%(task)s.err runAll.sh %(job)s %(en)s ' %(repDict) + opts.task
        print command
        subprocess.call([command], shell=True)

if opts.task == 'dc':
    #DC_vars = config.items('Limit')
    DC_vars= (config.get('LimitGeneral','List')).split(',')
    print DC_vars

if opts.task == 'plot':
    Plot_vars= (config.get('Plot_general','List')).split(',')

if not opts.task == 'prep':
    path = config.get("Directories","samplepath")
    samplesinfo = config.get("Directories","samplesinfo")
    infofile = open(samplesinfo,'r')
    info = pickle.load(infofile)
    infofile.close()


if opts.task == 'plot': 
    repDict['queue'] = 'short.q'
    for item in Plot_vars:
        submit(item,repDict)

elif opts.task == 'dc':
    repDict['queue'] = 'short.q'
    for item in DC_vars:
        if 'ZH%s'%opts.mass in item:
            submit(item,repDict) 
        elif 'ZH' in item and opts.mass == 'all':
            submit(item,repDict)
            
elif opts.task == 'prep':
    submit('prepare',repDict)

elif opts.task == 'eval' or opts.task == 'sys' or opts.task == 'syseval':
    if ( opts.samples == ""):
        for job in info:
            submit(job.name,repDict)
    else:
        for sample in samplesList:
            submit(sample,repDict)

os.system('qstat') 
Revision:	1.22
Committed:	Sun Oct 14 09:53:49 2012 UTC (12 years, 7 months ago) by peller
Content type:	text/x-python
Branch:	MAIN
CVS Tags:	hcpApproval, HCP_unblinding, hcpPreApp
Changes since 1.21:	+2 -2 lines
Log Message:	Mjj
#	User	Rev	Content
1	nmohr	1.1	#! /usr/bin/env python
2	nmohr	1.7	import os,shutil,sys,pickle,subprocess,ROOT
3	nmohr	1.6	from optparse import OptionParser
4			from BetterConfigParser import BetterConfigParser
5			from samplesclass import sample
6	nmohr	1.7	import getpass
7
8	nmohr	1.6	parser = OptionParser()
9			parser.add_option("-T", "--tag", dest="tag", default="",
10			help="Tag to run the analysis with, example '8TeV' uses config8TeV and pathConfig8TeV to run the analysis")
11	peller	1.9	parser.add_option("-J", "--task", dest="task", default="",
12	nmohr	1.19	help="Task to be done, i.e. 'dc' for Datacards, 'prep' for preparation of Trees, 'plot' to produce plots or 'eval' to write the MVA output or 'sys' to write regression and systematics (or 'syseval' for both). ")
13	peller	1.9	parser.add_option("-M", "--mass", dest="mass", default="125",
14	bortigno	1.10	help="Mass for DC or Plots, 110...135")
15			parser.add_option("-S","--samples",dest="samples",default="",
16			help="samples you want to run on")
17
18	nmohr	1.6
19			(opts, args) = parser.parse_args(sys.argv)
20			if opts.tag == "":
21			print "Please provide tag to run the analysis with, example '-T 8TeV' uses config8TeV and pathConfig8TeV to run the analysis."
22			sys.exit(123)
23	peller	1.9
24			if opts.task == "":
25			print "Please provide a task.\n-J prep:\tpreparation of Trees\n-J sys:\t\twrite regression and systematics\n-J eval:\tcreate MVA output\n-J plot:\tproduce Plots\n-J dc:\t\twrite workspaces and datacards"
26			sys.exit(123)
27
28	bortigno	1.11	#create the list with the samples to run over
29			samplesList=opts.samples.split(",")
30	bortigno	1.10
31	nmohr	1.6	en = opts.tag
32			configs = ['config%s'%(en),'pathConfig%s'%(en)]
33	bortigno	1.10
34	nmohr	1.6	print configs
35			config = BetterConfigParser()
36			config.read(configs)
37	nmohr	1.7	btagLibrary = config.get('BTagReshaping','library')
38			submitDir = os.getcwd()
39			os.chdir(os.path.dirname(btagLibrary))
40			if not os.path.exists(btagLibrary):
41			ROOT.gROOT.LoadMacro('%s+'%btagLibrary.replace('_h.so','.h'))
42			shutil.copyfile(os.path.basename(btagLibrary),'/scratch/%s/%s'%(getpass.getuser(),os.path.basename(btagLibrary)))
43			shutil.copyfile('/scratch/%s/%s'%(getpass.getuser(),os.path.basename(btagLibrary)),btagLibrary)
44			os.chdir(submitDir)
45	nmohr	1.6	logPath = config.get("Directories","logpath")
46	bortigno	1.14	#check if the logPath exist. If not exit
47			if( not os.path.isdir(logPath) ):
48			print 'ERROR: ' + logPath + ': dir not found.'
49			print 'ERROR: Create it before submitting '
50			print 'Exit'
51			sys.exit(-1)
52
53	nmohr	1.16	repDict = {'en':en,'logpath':logPath,'job':'','task':opts.task,'queue': 'all.q'}
54	nmohr	1.6	def submit(job,repDict):
55			repDict['job'] = job
56	nmohr	1.16	command = 'qsub -V -cwd -q %(queue)s -N %(job)s_%(en)s%(task)s -o %(logpath)s/%(job)s_%(en)s_%(task)s.out -e %(logpath)s/%(job)s_%(en)s_%(task)s.err runAll.sh %(job)s %(en)s ' %(repDict) + opts.task
57	nmohr	1.1	print command
58			subprocess.call([command], shell=True)
59
60	peller	1.9	if opts.task == 'dc':
61	peller	1.18	#DC_vars = config.items('Limit')
62			DC_vars= (config.get('LimitGeneral','List')).split(',')
63			print DC_vars
64
65	peller	1.9	if opts.task == 'plot':
66	peller	1.15	Plot_vars= (config.get('Plot_general','List')).split(',')
67	peller	1.8
68	peller	1.12	if not opts.task == 'prep':
69			path = config.get("Directories","samplepath")
70	nmohr	1.21	samplesinfo = config.get("Directories","samplesinfo")
71			infofile = open(samplesinfo,'r')
72	peller	1.12	info = pickle.load(infofile)
73			infofile.close()
74	nmohr	1.1
75	peller	1.8
76	peller	1.9	if opts.task == 'plot':
77	nmohr	1.16	repDict['queue'] = 'short.q'
78	peller	1.9	for item in Plot_vars:
79	peller	1.15	submit(item,repDict)
80	peller	1.9
81			elif opts.task == 'dc':
82	nmohr	1.16	repDict['queue'] = 'short.q'
83	peller	1.9	for item in DC_vars:
84	peller	1.22	if 'ZH%s'%opts.mass in item:
85	peller	1.18	submit(item,repDict)
86	peller	1.22	elif 'ZH' in item and opts.mass == 'all':
87	peller	1.18	submit(item,repDict)
88	peller	1.17
89	peller	1.9	elif opts.task == 'prep':
90			submit('prepare',repDict)
91
92	nmohr	1.19	elif opts.task == 'eval' or opts.task == 'sys' or opts.task == 'syseval':
93	bortigno	1.10	if ( opts.samples == ""):
94			for job in info:
95			submit(job.name,repDict)
96			else:
97	bortigno	1.11	for sample in samplesList:
98	bortigno	1.10	submit(sample,repDict)
99	peller	1.20
100			os.system('qstat')