VHbb/python/submitThem.py

#! /usr/bin/env python
from optparse import OptionParser
import sys

parser = OptionParser()
parser.add_option("-T", "--tag", dest="tag", default="",
                      help="Tag to run the analysis with, example '8TeV' uses config8TeV and pathConfig8TeV to run the analysis")
parser.add_option("-J", "--task", dest="task", default="",
                      help="Task to be done, i.e. 'dc' for Datacards, 'prep' for preparation of Trees, 'plot' to produce plots or 'eval' to write the MVA output or 'sys' to write regression and systematics (or 'syseval' for both). ")
parser.add_option("-M", "--mass", dest="mass", default="125",
                      help="Mass for DC or Plots, 110...135")
parser.add_option("-S","--samples",dest="samples",default="",
                      help="samples you want to run on")

(opts, args) = parser.parse_args(sys.argv)

import os,shutil,pickle,subprocess,ROOT
ROOT.gROOT.SetBatch(True)
from myutils import BetterConfigParser, Sample, ParseInfo
import getpass

if opts.tag == "":
        print "Please provide tag to run the analysis with, example '-T 8TeV' uses config8TeV and pathConfig8TeV to run the analysis."
        sys.exit(123)

if opts.task == "":
    print "Please provide a task.\n-J prep:\tpreparation of Trees\n-J sys:\t\twrite regression and systematics\n-J eval:\tcreate MVA output\n-J plot:\tproduce Plots\n-J dc:\t\twrite workspaces and datacards"
    sys.exit(123)

#create the list with the samples to run over
samplesList=opts.samples.split(",")

en = opts.tag
configs = ['%sconfig/general'%(en),'%sconfig/paths'%(en),'%sconfig/plots'%(en),'%sconfig/training'%(en),'%sconfig/datacards'%(en),'%sconfig/cuts'%(en)]
        
print configs
config = BetterConfigParser()
config.read(configs)
btagLibrary = config.get('BTagReshaping','library')
submitDir = os.getcwd()
os.chdir(os.path.dirname(btagLibrary))
if not os.path.exists(btagLibrary):
    ROOT.gROOT.LoadMacro('%s+'%btagLibrary.replace('_h.so','.h')) 
shutil.copyfile(os.path.basename(btagLibrary),'/scratch/%s/%s'%(getpass.getuser(),os.path.basename(btagLibrary)))
shutil.copyfile('/scratch/%s/%s'%(getpass.getuser(),os.path.basename(btagLibrary)),btagLibrary)
os.chdir(submitDir)
logPath = config.get("Directories","logpath")
#check if the logPath exist. If not exit
if( not os.path.isdir(logPath) ):
        print 'ERROR: ' + logPath + ': dir not found.'
        print 'ERROR: Create it before submitting '
        print 'Exit'
        sys.exit(-1)

repDict = {'en':en,'logpath':logPath,'job':'','task':opts.task,'queue': 'all.q'}
def submit(job,repDict):
        repDict['job'] = job
        command = 'qsub -V -cwd -q %(queue)s -l h_vmem=6G -N %(job)s_%(en)s%(task)s -o %(logpath)s/%(job)s_%(en)s_%(task)s.out -e %(logpath)s/%(job)s_%(en)s_%(task)s.err runAll.sh %(job)s %(en)s ' %(repDict) + opts.task
        print command
        subprocess.call([command], shell=True)

if opts.task == 'dc':
    #DC_vars = config.items('Limit')
    DC_vars= (config.get('LimitGeneral','List')).split(',')
    print DC_vars

if opts.task == 'plot':
    Plot_vars= (config.get('Plot_general','List')).split(',')

if not opts.task == 'prep':
    path = config.get("Directories","samplepath")
    samplesinfo = config.get("Directories","samplesinfo")
    info = ParseInfo(samplesinfo,path)

if opts.task == 'plot': 
    repDict['queue'] = 'all.q'
    for item in Plot_vars:
        submit(item,repDict)

elif opts.task == 'dc':
    repDict['queue'] = 'all.q'
    for item in DC_vars:
        if 'ZH%s'%opts.mass in item:
            submit(item,repDict) 
        elif 'ZH' in item and opts.mass == 'all':
            submit(item,repDict)
            
elif opts.task == 'prep':
    submit('prepare',repDict)

elif opts.task == 'eval' or opts.task == 'sys' or opts.task == 'syseval':
    if ( opts.samples == ""):
        for job in info:
            submit(job.name,repDict)
    else:
        for sample in samplesList:
            submit(sample,repDict)

os.system('qstat') 
Revision:	1.27
Committed:	Fri Feb 1 10:47:38 2013 UTC (12 years, 3 months ago) by nmohr
Content type:	text/x-python
Branch:	MAIN
Changes since 1.26:	+4 -3 lines
Log Message:	Move MvaEvaluater in separate class
#	User	Rev	Content
1	nmohr	1.1	#! /usr/bin/env python
2	nmohr	1.6	from optparse import OptionParser
3	bortigno	1.26	import sys
4	nmohr	1.7
5	nmohr	1.6	parser = OptionParser()
6			parser.add_option("-T", "--tag", dest="tag", default="",
7			help="Tag to run the analysis with, example '8TeV' uses config8TeV and pathConfig8TeV to run the analysis")
8	peller	1.9	parser.add_option("-J", "--task", dest="task", default="",
9	nmohr	1.19	help="Task to be done, i.e. 'dc' for Datacards, 'prep' for preparation of Trees, 'plot' to produce plots or 'eval' to write the MVA output or 'sys' to write regression and systematics (or 'syseval' for both). ")
10	peller	1.9	parser.add_option("-M", "--mass", dest="mass", default="125",
11	bortigno	1.10	help="Mass for DC or Plots, 110...135")
12			parser.add_option("-S","--samples",dest="samples",default="",
13			help="samples you want to run on")
14
15	bortigno	1.26	(opts, args) = parser.parse_args(sys.argv)
16
17			import os,shutil,pickle,subprocess,ROOT
18	nmohr	1.27	ROOT.gROOT.SetBatch(True)
19			from myutils import BetterConfigParser, Sample, ParseInfo
20	bortigno	1.26	import getpass
21	nmohr	1.6
22			if opts.tag == "":
23			print "Please provide tag to run the analysis with, example '-T 8TeV' uses config8TeV and pathConfig8TeV to run the analysis."
24			sys.exit(123)
25	peller	1.9
26			if opts.task == "":
27			print "Please provide a task.\n-J prep:\tpreparation of Trees\n-J sys:\t\twrite regression and systematics\n-J eval:\tcreate MVA output\n-J plot:\tproduce Plots\n-J dc:\t\twrite workspaces and datacards"
28			sys.exit(123)
29
30	bortigno	1.11	#create the list with the samples to run over
31			samplesList=opts.samples.split(",")
32	bortigno	1.10
33	nmohr	1.6	en = opts.tag
34	nmohr	1.25	configs = ['%sconfig/general'%(en),'%sconfig/paths'%(en),'%sconfig/plots'%(en),'%sconfig/training'%(en),'%sconfig/datacards'%(en),'%sconfig/cuts'%(en)]
35	bortigno	1.10
36	nmohr	1.6	print configs
37			config = BetterConfigParser()
38			config.read(configs)
39	nmohr	1.7	btagLibrary = config.get('BTagReshaping','library')
40			submitDir = os.getcwd()
41			os.chdir(os.path.dirname(btagLibrary))
42			if not os.path.exists(btagLibrary):
43			ROOT.gROOT.LoadMacro('%s+'%btagLibrary.replace('_h.so','.h'))
44			shutil.copyfile(os.path.basename(btagLibrary),'/scratch/%s/%s'%(getpass.getuser(),os.path.basename(btagLibrary)))
45			shutil.copyfile('/scratch/%s/%s'%(getpass.getuser(),os.path.basename(btagLibrary)),btagLibrary)
46			os.chdir(submitDir)
47	nmohr	1.6	logPath = config.get("Directories","logpath")
48	bortigno	1.14	#check if the logPath exist. If not exit
49			if( not os.path.isdir(logPath) ):
50			print 'ERROR: ' + logPath + ': dir not found.'
51			print 'ERROR: Create it before submitting '
52			print 'Exit'
53			sys.exit(-1)
54
55	nmohr	1.16	repDict = {'en':en,'logpath':logPath,'job':'','task':opts.task,'queue': 'all.q'}
56	nmohr	1.6	def submit(job,repDict):
57			repDict['job'] = job
58	nmohr	1.27	command = 'qsub -V -cwd -q %(queue)s -l h_vmem=6G -N %(job)s_%(en)s%(task)s -o %(logpath)s/%(job)s_%(en)s_%(task)s.out -e %(logpath)s/%(job)s_%(en)s_%(task)s.err runAll.sh %(job)s %(en)s ' %(repDict) + opts.task
59	nmohr	1.1	print command
60			subprocess.call([command], shell=True)
61
62	peller	1.9	if opts.task == 'dc':
63	peller	1.18	#DC_vars = config.items('Limit')
64			DC_vars= (config.get('LimitGeneral','List')).split(',')
65			print DC_vars
66
67	peller	1.9	if opts.task == 'plot':
68	peller	1.15	Plot_vars= (config.get('Plot_general','List')).split(',')
69	peller	1.8
70	peller	1.12	if not opts.task == 'prep':
71			path = config.get("Directories","samplepath")
72	nmohr	1.21	samplesinfo = config.get("Directories","samplesinfo")
73	nmohr	1.27	info = ParseInfo(samplesinfo,path)
74	peller	1.8
75	peller	1.9	if opts.task == 'plot':
76	peller	1.23	repDict['queue'] = 'all.q'
77	peller	1.9	for item in Plot_vars:
78	peller	1.15	submit(item,repDict)
79	peller	1.9
80			elif opts.task == 'dc':
81	peller	1.23	repDict['queue'] = 'all.q'
82	peller	1.9	for item in DC_vars:
83	peller	1.22	if 'ZH%s'%opts.mass in item:
84	peller	1.18	submit(item,repDict)
85	peller	1.22	elif 'ZH' in item and opts.mass == 'all':
86	peller	1.18	submit(item,repDict)
87	peller	1.17
88	peller	1.9	elif opts.task == 'prep':
89			submit('prepare',repDict)
90
91	nmohr	1.19	elif opts.task == 'eval' or opts.task == 'sys' or opts.task == 'syseval':
92	bortigno	1.10	if ( opts.samples == ""):
93			for job in info:
94			submit(job.name,repDict)
95			else:
96	bortigno	1.11	for sample in samplesList:
97	bortigno	1.10	submit(sample,repDict)
98	peller	1.20
99			os.system('qstat')