VHbb/python/submitThem.py

#! /usr/bin/env python
from optparse import OptionParser
import sys

parser = OptionParser()
parser.add_option("-T", "--tag", dest="tag", default="",
                      help="Tag to run the analysis with, example '8TeV' uses config8TeV and pathConfig8TeV to run the analysis")
parser.add_option("-J", "--task", dest="task", default="",
                      help="Task to be done, i.e. 'dc' for Datacards, 'prep' for preparation of Trees, 'plot' to produce plots or 'eval' to write the MVA output or 'sys' to write regression and systematics (or 'syseval' for both). ")
parser.add_option("-M", "--mass", dest="mass", default="125",
                      help="Mass for DC or Plots, 110...135")
parser.add_option("-S","--samples",dest="samples",default="",
                      help="samples you want to run on")

(opts, args) = parser.parse_args(sys.argv)

import os,shutil,pickle,subprocess,ROOT
from myutils import BetterConfigParser, sample, parse_info
import getpass

if opts.tag == "":
        print "Please provide tag to run the analysis with, example '-T 8TeV' uses config8TeV and pathConfig8TeV to run the analysis."
        sys.exit(123)

if opts.task == "":
    print "Please provide a task.\n-J prep:\tpreparation of Trees\n-J sys:\t\twrite regression and systematics\n-J eval:\tcreate MVA output\n-J plot:\tproduce Plots\n-J dc:\t\twrite workspaces and datacards"
    sys.exit(123)

#create the list with the samples to run over
samplesList=opts.samples.split(",")

en = opts.tag
configs = ['%sconfig/general'%(en),'%sconfig/paths'%(en),'%sconfig/plots'%(en),'%sconfig/training'%(en),'%sconfig/datacards'%(en),'%sconfig/cuts'%(en)]
        
print configs
config = BetterConfigParser()
config.read(configs)
btagLibrary = config.get('BTagReshaping','library')
submitDir = os.getcwd()
os.chdir(os.path.dirname(btagLibrary))
if not os.path.exists(btagLibrary):
    ROOT.gROOT.LoadMacro('%s+'%btagLibrary.replace('_h.so','.h')) 
shutil.copyfile(os.path.basename(btagLibrary),'/scratch/%s/%s'%(getpass.getuser(),os.path.basename(btagLibrary)))
shutil.copyfile('/scratch/%s/%s'%(getpass.getuser(),os.path.basename(btagLibrary)),btagLibrary)
os.chdir(submitDir)
logPath = config.get("Directories","logpath")
#check if the logPath exist. If not exit
if( not os.path.isdir(logPath) ):
        print 'ERROR: ' + logPath + ': dir not found.'
        print 'ERROR: Create it before submitting '
        print 'Exit'
        sys.exit(-1)

repDict = {'en':en,'logpath':logPath,'job':'','task':opts.task,'queue': 'all.q'}
def submit(job,repDict):
        repDict['job'] = job
        command = 'qsub -V -cwd -q %(queue)s -N %(job)s_%(en)s%(task)s -o %(logpath)s/%(job)s_%(en)s_%(task)s.out -e %(logpath)s/%(job)s_%(en)s_%(task)s.err runAll.sh %(job)s %(en)s ' %(repDict) + opts.task
        print command
        subprocess.call([command], shell=True)

if opts.task == 'dc':
    #DC_vars = config.items('Limit')
    DC_vars= (config.get('LimitGeneral','List')).split(',')
    print DC_vars

if opts.task == 'plot':
    Plot_vars= (config.get('Plot_general','List')).split(',')

if not opts.task == 'prep':
    path = config.get("Directories","samplepath")
    samplesinfo = config.get("Directories","samplesinfo")
    info = parse_info(samplesinfo,path)

if opts.task == 'plot': 
    repDict['queue'] = 'all.q'
    for item in Plot_vars:
        submit(item,repDict)

elif opts.task == 'dc':
    repDict['queue'] = 'all.q'
    for item in DC_vars:
        if 'ZH%s'%opts.mass in item:
            submit(item,repDict) 
        elif 'ZH' in item and opts.mass == 'all':
            submit(item,repDict)
            
elif opts.task == 'prep':
    submit('prepare',repDict)

elif opts.task == 'eval' or opts.task == 'sys' or opts.task == 'syseval':
    if ( opts.samples == ""):
        for job in info:
            submit(job.name,repDict)
    else:
        for sample in samplesList:
            submit(sample,repDict)

os.system('qstat') 
Revision:	1.26
Committed:	Wed Jan 23 13:25:16 2013 UTC (12 years, 3 months ago) by bortigno
Content type:	text/x-python
Branch:	MAIN
CVS Tags:	workingVersionAfterHCP
Changes since 1.25:	+6 -4 lines
Log Message:	help functionality fixed
#	User	Rev	Content
1	nmohr	1.1	#! /usr/bin/env python
2	nmohr	1.6	from optparse import OptionParser
3	bortigno	1.26	import sys
4	nmohr	1.7
5	nmohr	1.6	parser = OptionParser()
6			parser.add_option("-T", "--tag", dest="tag", default="",
7			help="Tag to run the analysis with, example '8TeV' uses config8TeV and pathConfig8TeV to run the analysis")
8	peller	1.9	parser.add_option("-J", "--task", dest="task", default="",
9	nmohr	1.19	help="Task to be done, i.e. 'dc' for Datacards, 'prep' for preparation of Trees, 'plot' to produce plots or 'eval' to write the MVA output or 'sys' to write regression and systematics (or 'syseval' for both). ")
10	peller	1.9	parser.add_option("-M", "--mass", dest="mass", default="125",
11	bortigno	1.10	help="Mass for DC or Plots, 110...135")
12			parser.add_option("-S","--samples",dest="samples",default="",
13			help="samples you want to run on")
14
15	bortigno	1.26	(opts, args) = parser.parse_args(sys.argv)
16
17			import os,shutil,pickle,subprocess,ROOT
18			from myutils import BetterConfigParser, sample, parse_info
19			import getpass
20	nmohr	1.6
21			if opts.tag == "":
22			print "Please provide tag to run the analysis with, example '-T 8TeV' uses config8TeV and pathConfig8TeV to run the analysis."
23			sys.exit(123)
24	peller	1.9
25			if opts.task == "":
26			print "Please provide a task.\n-J prep:\tpreparation of Trees\n-J sys:\t\twrite regression and systematics\n-J eval:\tcreate MVA output\n-J plot:\tproduce Plots\n-J dc:\t\twrite workspaces and datacards"
27			sys.exit(123)
28
29	bortigno	1.11	#create the list with the samples to run over
30			samplesList=opts.samples.split(",")
31	bortigno	1.10
32	nmohr	1.6	en = opts.tag
33	nmohr	1.25	configs = ['%sconfig/general'%(en),'%sconfig/paths'%(en),'%sconfig/plots'%(en),'%sconfig/training'%(en),'%sconfig/datacards'%(en),'%sconfig/cuts'%(en)]
34	bortigno	1.10
35	nmohr	1.6	print configs
36			config = BetterConfigParser()
37			config.read(configs)
38	nmohr	1.7	btagLibrary = config.get('BTagReshaping','library')
39			submitDir = os.getcwd()
40			os.chdir(os.path.dirname(btagLibrary))
41			if not os.path.exists(btagLibrary):
42			ROOT.gROOT.LoadMacro('%s+'%btagLibrary.replace('_h.so','.h'))
43			shutil.copyfile(os.path.basename(btagLibrary),'/scratch/%s/%s'%(getpass.getuser(),os.path.basename(btagLibrary)))
44			shutil.copyfile('/scratch/%s/%s'%(getpass.getuser(),os.path.basename(btagLibrary)),btagLibrary)
45			os.chdir(submitDir)
46	nmohr	1.6	logPath = config.get("Directories","logpath")
47	bortigno	1.14	#check if the logPath exist. If not exit
48			if( not os.path.isdir(logPath) ):
49			print 'ERROR: ' + logPath + ': dir not found.'
50			print 'ERROR: Create it before submitting '
51			print 'Exit'
52			sys.exit(-1)
53
54	nmohr	1.16	repDict = {'en':en,'logpath':logPath,'job':'','task':opts.task,'queue': 'all.q'}
55	nmohr	1.6	def submit(job,repDict):
56			repDict['job'] = job
57	nmohr	1.16	command = 'qsub -V -cwd -q %(queue)s -N %(job)s_%(en)s%(task)s -o %(logpath)s/%(job)s_%(en)s_%(task)s.out -e %(logpath)s/%(job)s_%(en)s_%(task)s.err runAll.sh %(job)s %(en)s ' %(repDict) + opts.task
58	nmohr	1.1	print command
59			subprocess.call([command], shell=True)
60
61	peller	1.9	if opts.task == 'dc':
62	peller	1.18	#DC_vars = config.items('Limit')
63			DC_vars= (config.get('LimitGeneral','List')).split(',')
64			print DC_vars
65
66	peller	1.9	if opts.task == 'plot':
67	peller	1.15	Plot_vars= (config.get('Plot_general','List')).split(',')
68	peller	1.8
69	peller	1.12	if not opts.task == 'prep':
70			path = config.get("Directories","samplepath")
71	nmohr	1.21	samplesinfo = config.get("Directories","samplesinfo")
72	peller	1.24	info = parse_info(samplesinfo,path)
73	peller	1.8
74	peller	1.9	if opts.task == 'plot':
75	peller	1.23	repDict['queue'] = 'all.q'
76	peller	1.9	for item in Plot_vars:
77	peller	1.15	submit(item,repDict)
78	peller	1.9
79			elif opts.task == 'dc':
80	peller	1.23	repDict['queue'] = 'all.q'
81	peller	1.9	for item in DC_vars:
82	peller	1.22	if 'ZH%s'%opts.mass in item:
83	peller	1.18	submit(item,repDict)
84	peller	1.22	elif 'ZH' in item and opts.mass == 'all':
85	peller	1.18	submit(item,repDict)
86	peller	1.17
87	peller	1.9	elif opts.task == 'prep':
88			submit('prepare',repDict)
89
90	nmohr	1.19	elif opts.task == 'eval' or opts.task == 'sys' or opts.task == 'syseval':
91	bortigno	1.10	if ( opts.samples == ""):
92			for job in info:
93			submit(job.name,repDict)
94			else:
95	bortigno	1.11	for sample in samplesList:
96	bortigno	1.10	submit(sample,repDict)
97	peller	1.20
98			os.system('qstat')