CRAB/python/crab.cfg

[CRAB]
#
#   This section contains the default values for general parameters.
#   They can be set also as a command-line option, i.e.
#
#   key1 = value1
#   [SECTION]
#   key2 = value2
#
#   in this section corresponds to
#
#   crab.py -key1=value1 -key2=SECTION.value2
#
#   in the command line.
#
jobtype = cmssw
#jobtype = orca
#jobtype = famos
scheduler = edg 

[CMSSW]

### The data you want to access (to be found on DBS) 
### /primarydataset/datatier/processeddataset
### can be "None" for no input
datasetpath = /CSA06-081-os-minbias/DIGI/CMSSW_0_8_1-GEN-SIM-DIGI-1154005302-merged
#datasetpath=None

### DBS/DLS options (default currently shown)
#dbs_url = http://cmsdoc.cern.ch/cms/test/aprom/DBS/CGIServer/prodquery
#dbs_instance = MCLocal/Writer
#dls_type = mysql
#dls_endpoint = lfc-cms-test.cern.ch/grid/cms/DLS/LFC

### The ParameterSet you want to use
pset=readPSetTrivial.cfg
#pset= pythia.cfg

### Total number of events to be accessed: -1 means all ("-1" is not usable if no input)
total_number_of_events=-1

### Number of events to be processed per job
#events_per_job = 1000

### Number of jobs
number_of_jobs = 40

### The output files produced by your application (comma separated list)
output_file = myroot.root

[ORCA]
###############################
####### DATA TO ANALYZE #######
###############################

## CERN
#dataset = bt03_qcd50-80_2tauj
#owner = bt_2x1033PU761_TkMu_g133_CMS

## CNAF
dataset = bt03_ttH120_6j1l
owner = bt_DST871_2x1033PU_g133_CMS

## PIC
#dataset = hg03b_hww_2l_140
#owner = hg_DST871_2x1033PU_g133_CMS

## FNAL
# dataset = eg03_tt_2e2mu 
# owner = eg_DST871_2x1033PU_g133_CMS

## LNL
#dataset = mu03_W1mu 
#owner = mu_DST861_2_3_2x1033PU_g132_CMS

#dataset = mu03_W1mu
#owner = mu_DST861_2_3_2x1033PU_g132_CMS

## BA
#dataset = bt03_tt_pureleptonic_etau
#owner = bt_DST871_2x1033PU_g133_CMS

#dataset = mu04_DY2mu_Mll1500
#owner = mu_DST871_2x1033PU_g133_OSC

### Data Tier to be accessed.
### Possible candidates are: DST, Digi, Hit (Comma separated list, mind the case!)
#data_tier = DST,Digi,Hit
data_tier = DST

### Order of the catalogs on .orcarc : do not change unless you know what you are doing!
#order_catalogs = 

###############################
### JOB EVENTS/JOB SPLITTING ##
###############################

## First event to analyze: default is 0
#first_event = 0

## Total number of events to analyze: -1==all
total_number_of_events = 100

## Number of events for each job
job_number_of_events = 10

### Total number of jobs to be created: incompatible with previous "job_number_of_events"
#total_number_of_jobs = 100

###############################
####### ORCA EXECUTABLE #######
###############################

## User must provide the executable into his personal scram area
executable = ExDSTStatistics

## or the script that calls the executable...
#script_exe = /home/fanzago/CRAB/UserTools/src/orca_script.sh

## Output files produced by executable: comma separated list, can be empty but mut be present!
output_file = dststatistics.aida


###############################
########## ORCA CARD ##########
###############################

## orcarc card provided by user (if not in current directory, the full path
## must to be provided) NB the file must exist (could be empty)
orcarc_file = orca_orcarc.main


[FAMOS]

###############################
###### FAMOS INPUT DATA #######  
###############################

### LFN of the input file registered into the LFC catalog
input_lfn = georgia/su05_pyt_lm6.ntpl

### number of events per ntuple
events_per_ntuple = 250

### LFN for the input pile-up ntuples (already registered to LFC) 
input_pu_lfn = gia/mu05b_MBforPU_20200000.ntpl

### number of pile-up ntuples accessed per job
number_pu_ntuples = 2
###############################
###### FAMOS EXECUTABLE #######
###############################

## User must provide the executable into his personal scram area
executable = ExRootAnalysisFamos

## or the script that calls the executable...
#script_exe = /home/fanzago/CRAB/UserTools/src/orca_script.sh

## Output files produced by executable: comma separated list, can be empty but mut be present!
output_file = test.root


###############################
########## FAMOS CARD ##########
###############################

## orcarc card provided by user (if not in current directory, the full path
## must to be provided) NB the file must exist (could be empty)
orcarc_file = famos_orcarc.main

###############################
### JOB EVENTS/JOB SPLITTING ##
###############################

## First event to analyze: default is 0
#first_event = 0

## Total number of events to analyze: -1==all
total_number_of_events = 100

## Number of events for each job
job_number_of_events = 10

### Total number of jobs to be created: incompatible with previous "job_number_of_events"
#total_number_of_jobs = 100


[USER]
################################
#### additional input file #####
################################

## files to be put in InputSandBox, with full path: comma separated list
#additional_input_files = /home_local/fanzago/fede.txt, /home_local/fanzago/fede.prova


#################################
######### CRAB  DIR  ############
#################################

## Name of UI directory where CRAB will create job to submit (with full path).
## If commented, the default directory will be "crab_0_data_time"
#ui_working_dir = /full_path/mu03_DY2mu
#ui_working_dir : /full_path/%(dataset)s

#################################
#### JOB OUTPUT MANAGEMENT #####
#################################

### RETRIEVE JOB OUTPUT INTO UI ###
## to have back the job executable output into UI (return_data= 1)
return_data = 1

### If return_data = 1 ###
## UI directory where to store the CMS executable output
## FULL path is mandatory. If none <ui_working_dir>/res will be used.
#outputdir=/home/fanzago/CRAB/Crab/python/out_orca

### If return_data = 1 ###
## UI directory where to store the stderr, stdout and .BrokerInfo of submitted jobs
## FULL path is mandatory. If none <ui_working_dir>/res will be used.
#logdir=/home/fanzago/CRAB/UserTools/src/grid_job_log

### COPY JOB OUTPUT INTO A SE ###
## if you want to copy the CMS executable output into a SE (i:e castor)
### WARNING: if the copy fails and return_data = 0, the output is lost
#copy_data = 1

### if copy_data = 1 ###
## name of the SE where to copy the CMS executable output.
#storage_element = castorgrid.cern.ch
## and the SE directory (or the mountpoint) that has to be writable from all
#storage_path = /castor/cern.ch/user/u/user

### REGISTER JOB OUTPUT IN THE LFC CATALOG ###
## if you want also to register the CMS executable output into the LFC catalog
## WARNING: to use with copy_data = 1
#register_data = 1

### if register_data = 1
## If you register the CMS output file into the LFC catalog, this is the first part of LFN
### example LFN="lfn_dir"/"output_file"
#lfn_dir = MyDirLFN 

#################################
####### JOB MONITORING  ### #####
#################################


### Use central BOSS DB instead of one for each task: the DB must be already been setup!
use_central_bossDB = 0

### Use Boss RealTime monitoring
use_boss_rt = 1 


[EDG]
################################
###### EDG specific stuff ######
################################

# LCG middleware version installed on testbed
lcg_version = 2

## to change the CMS-broker RB (download these files from crab web page)
#config_vo = /home/fanzago/edg_wl_ui.conf.CMS_CERN
#config = /home/fanzago/edg_wl_ui_cmd_var.conf.CMS_CERN

## to change the CMS-broker RB. The ones available for CMS are "CERN" and "CNAF": the configuration
## files needed to change the broker will be automatically downloaded from CRAB web page. If the
## files are already present on the working directory they will be used. 
rb = CNAF

## CMS myproxy server, to proxy delegation
proxy_server = myproxy.cern.ch 

## Role in VOMS
#role = superman

## to add other requirements to jdl file, as example the Operating System
#requirements = (other.GlueHostOperatingSystemName == "RedHat")

## cpu time and wall_clock_time(=real time) in minutes. Written into the jdl file
#max_cpu_time = 60
#max_wall_clock_time = 60

## CE Black List: all the CE whose name contains the following strings (comma
## separated list) will not be considered for submission.
## Use the dns domain (eg fnal, cern, ifae, fzk, cnaf, lnl,....)
#ce_black_list = edu

## CE White List: only the CE whose name contains the following strings (comma
## separated list) will be considered for submission.
## Use the dns domain (eg fnal, cern, ifae, fzk, cnaf, lnl,....)
#ce_white_list = infn

## fields written into jdl
virtual_organization = cms

## number or retry count
retry_count = 2

## LFC catalog parameters
lcg_catalog_type = lfc
lfc_host = lfc-cms-test.cern.ch
lfc_home = /grid/cms
Revision:	1.41
Committed:	Wed Aug 16 17:10:36 2006 UTC (18 years, 8 months ago) by slacapra
Branch:	MAIN
CVS Tags:	HEAD_20092006
Changes since 1.40:	+9 -9 lines
Log Message:	add EDG.role
#	User	Rev	Content
1	nsmirnov	1.1	[CRAB]
2			#
3			# This section contains the default values for general parameters.
4			# They can be set also as a command-line option, i.e.
5			#
6			# key1 = value1
7	slacapra	1.36	# [SECTION]
8	nsmirnov	1.1	# key2 = value2
9			#
10			# in this section corresponds to
11			#
12	slacapra	1.36	# crab.py -key1=value1 -key2=SECTION.value2
13	nsmirnov	1.1	#
14			# in the command line.
15			#
16	slacapra	1.36	jobtype = cmssw
17			#jobtype = orca
18	fanzago	1.23	#jobtype = famos
19	fanzago	1.30	scheduler = edg
20	nsmirnov	1.1
21	gutsche	1.33	[CMSSW]
22
23	slacapra	1.35	### The data you want to access (to be found on DBS)
24			### /primarydataset/datatier/processeddataset
25			### can be "None" for no input
26	slacapra	1.41	datasetpath = /CSA06-081-os-minbias/DIGI/CMSSW_0_8_1-GEN-SIM-DIGI-1154005302-merged
27	slacapra	1.34	#datasetpath=None
28	gutsche	1.33
29	mkirn	1.40	### DBS/DLS options (default currently shown)
30			#dbs_url = http://cmsdoc.cern.ch/cms/test/aprom/DBS/CGIServer/prodquery
31			#dbs_instance = MCLocal/Writer
32			#dls_type = mysql
33			#dls_endpoint = lfc-cms-test.cern.ch/grid/cms/DLS/LFC
34
35	slacapra	1.35	### The ParameterSet you want to use
36	slacapra	1.36	pset=readPSetTrivial.cfg
37	slacapra	1.41	#pset= pythia.cfg
38	gutsche	1.33
39	slacapra	1.41	### Total number of events to be accessed: -1 means all ("-1" is not usable if no input)
40			total_number_of_events=-1
41	gutsche	1.33
42	slacapra	1.37	### Number of events to be processed per job
43	slacapra	1.41	#events_per_job = 1000
44	slacapra	1.38
45			### Number of jobs
46	slacapra	1.41	number_of_jobs = 40
47	slacapra	1.34
48	slacapra	1.36	### The output files produced by your application (comma separated list)
49			output_file = myroot.root
50	fanzago	1.14
51	fanzago	1.23	[ORCA]
52	fanzago	1.14	###############################
53			####### DATA TO ANALYZE #######
54			###############################
55	slacapra	1.2
56	nsmirnov	1.1	## CERN
57	fanzago	1.26	#dataset = bt03_qcd50-80_2tauj
58			#owner = bt_2x1033PU761_TkMu_g133_CMS
59	nsmirnov	1.1
60			## CNAF
61	slacapra	1.32	dataset = bt03_ttH120_6j1l
62			owner = bt_DST871_2x1033PU_g133_CMS
63	nsmirnov	1.1
64			## PIC
65			#dataset = hg03b_hww_2l_140
66			#owner = hg_DST871_2x1033PU_g133_CMS
67
68			## FNAL
69	slacapra	1.9	# dataset = eg03_tt_2e2mu
70			# owner = eg_DST871_2x1033PU_g133_CMS
71	nsmirnov	1.1
72			## LNL
73	fanzago	1.20	#dataset = mu03_W1mu
74			#owner = mu_DST861_2_3_2x1033PU_g132_CMS
75	nsmirnov	1.1
76	fanzago	1.26	#dataset = mu03_W1mu
77			#owner = mu_DST861_2_3_2x1033PU_g132_CMS
78
79	nsmirnov	1.1	## BA
80	slacapra	1.32	#dataset = bt03_tt_pureleptonic_etau
81			#owner = bt_DST871_2x1033PU_g133_CMS
82	nsmirnov	1.1
83	fanzago	1.26	#dataset = mu04_DY2mu_Mll1500
84			#owner = mu_DST871_2x1033PU_g133_OSC
85	nsmirnov	1.1
86			### Data Tier to be accessed.
87			### Possible candidates are: DST, Digi, Hit (Comma separated list, mind the case!)
88	fanzago	1.11	#data_tier = DST,Digi,Hit
89	fanzago	1.26	data_tier = DST
90	nsmirnov	1.1
91	slacapra	1.17	### Order of the catalogs on .orcarc : do not change unless you know what you are doing!
92			#order_catalogs =
93	fanzago	1.14
94			###############################
95	slacapra	1.35	### JOB EVENTS/JOB SPLITTING ##
96			###############################
97
98			## First event to analyze: default is 0
99			#first_event = 0
100
101			## Total number of events to analyze: -1==all
102			total_number_of_events = 100
103
104			## Number of events for each job
105			job_number_of_events = 10
106
107			### Total number of jobs to be created: incompatible with previous "job_number_of_events"
108			#total_number_of_jobs = 100
109
110			###############################
111	fanzago	1.14	####### ORCA EXECUTABLE #######
112			###############################
113	slacapra	1.18
114	fanzago	1.14	## User must provide the executable into his personal scram area
115			executable = ExDSTStatistics
116
117			## or the script that calls the executable...
118			#script_exe = /home/fanzago/CRAB/UserTools/src/orca_script.sh
119	slacapra	1.18
120	fanzago	1.14	## Output files produced by executable: comma separated list, can be empty but mut be present!
121	fanzago	1.28	output_file = dststatistics.aida
122	slacapra	1.18
123	fanzago	1.14
124			###############################
125			########## ORCA CARD ##########
126			###############################
127	slacapra	1.18
128	slacapra	1.17	## orcarc card provided by user (if not in current directory, the full path
129	fanzago	1.14	## must to be provided) NB the file must exist (could be empty)
130	fanzago	1.23	orcarc_file = orca_orcarc.main
131
132
133			[FAMOS]
134
135			###############################
136			###### FAMOS INPUT DATA #######
137			###############################
138
139	fanzago	1.24	### LFN of the input file registered into the LFC catalog
140	fanzago	1.23	input_lfn = georgia/su05_pyt_lm6.ntpl
141
142	fanzago	1.29	### number of events per ntuple
143			events_per_ntuple = 250
144
145			### LFN for the input pile-up ntuples (already registered to LFC)
146			input_pu_lfn = gia/mu05b_MBforPU_20200000.ntpl
147
148			### number of pile-up ntuples accessed per job
149			number_pu_ntuples = 2
150	fanzago	1.23	###############################
151			###### FAMOS EXECUTABLE #######
152			###############################
153
154			## User must provide the executable into his personal scram area
155			executable = ExRootAnalysisFamos
156
157			## or the script that calls the executable...
158			#script_exe = /home/fanzago/CRAB/UserTools/src/orca_script.sh
159
160			## Output files produced by executable: comma separated list, can be empty but mut be present!
161			output_file = test.root
162
163
164			###############################
165			########## FAMOS CARD ##########
166			###############################
167
168			## orcarc card provided by user (if not in current directory, the full path
169			## must to be provided) NB the file must exist (could be empty)
170			orcarc_file = famos_orcarc.main
171
172			###############################
173			### JOB EVENTS/JOB SPLITTING ##
174			###############################
175	slacapra	1.18
176	fanzago	1.14	## First event to analyze: default is 0
177	slacapra	1.18	#first_event = 0
178
179	fanzago	1.14	## Total number of events to analyze: -1==all
180			total_number_of_events = 100
181	slacapra	1.18
182	fanzago	1.14	## Number of events for each job
183			job_number_of_events = 10
184	slacapra	1.18
185	slacapra	1.5	### Total number of jobs to be created: incompatible with previous "job_number_of_events"
186	slacapra	1.18	#total_number_of_jobs = 100
187	slacapra	1.5
188	slacapra	1.35
189			[USER]
190			################################
191			#### additional input file #####
192			################################
193
194			## files to be put in InputSandBox, with full path: comma separated list
195			#additional_input_files = /home_local/fanzago/fede.txt, /home_local/fanzago/fede.prova
196
197
198	fanzago	1.14	#################################
199			######### CRAB DIR ############
200			#################################
201	slacapra	1.17
202	fanzago	1.20	## Name of UI directory where CRAB will create job to submit (with full path).
203	fanzago	1.14	## If commented, the default directory will be "crab_0_data_time"
204	fanzago	1.20	#ui_working_dir = /full_path/mu03_DY2mu
205			#ui_working_dir : /full_path/%(dataset)s
206	nsmirnov	1.1
207	fanzago	1.14	#################################
208			#### JOB OUTPUT MANAGEMENT #####
209			#################################
210
211	fanzago	1.23	### RETRIEVE JOB OUTPUT INTO UI ###
212			## to have back the job executable output into UI (return_data= 1)
213	fanzago	1.14	return_data = 1
214
215			### If return_data = 1 ###
216	fanzago	1.23	## UI directory where to store the CMS executable output
217	nsmirnov	1.1	## FULL path is mandatory. If none <ui_working_dir>/res will be used.
218	fanzago	1.20	#outputdir=/home/fanzago/CRAB/Crab/python/out_orca
219	nsmirnov	1.1
220	fanzago	1.14	### If return_data = 1 ###
221			## UI directory where to store the stderr, stdout and .BrokerInfo of submitted jobs
222			## FULL path is mandatory. If none <ui_working_dir>/res will be used.
223			#logdir=/home/fanzago/CRAB/UserTools/src/grid_job_log
224	slacapra	1.18
225	fanzago	1.23	### COPY JOB OUTPUT INTO A SE ###
226			## if you want to copy the CMS executable output into a SE (i:e castor)
227	fanzago	1.14	### WARNING: if the copy fails and return_data = 0, the output is lost
228			#copy_data = 1
229
230			### if copy_data = 1 ###
231	fanzago	1.23	## name of the SE where to copy the CMS executable output.
232	fanzago	1.14	#storage_element = castorgrid.cern.ch
233			## and the SE directory (or the mountpoint) that has to be writable from all
234	fanzago	1.20	#storage_path = /castor/cern.ch/user/u/user
235	slacapra	1.18
236	fanzago	1.23	### REGISTER JOB OUTPUT IN THE LFC CATALOG ###
237			## if you want also to register the CMS executable output into the LFC catalog
238	fanzago	1.14	## WARNING: to use with copy_data = 1
239			#register_data = 1
240	slacapra	1.18
241	fanzago	1.14	### if register_data = 1
242	fanzago	1.23	## If you register the CMS output file into the LFC catalog, this is the first part of LFN
243	fanzago	1.14	### example LFN="lfn_dir"/"output_file"
244	fanzago	1.20	#lfn_dir = MyDirLFN
245	fanzago	1.14
246			#################################
247			####### JOB MONITORING ### #####
248			#################################
249	nsmirnov	1.1
250	slacapra	1.10
251	slacapra	1.17	### Use central BOSS DB instead of one for each task: the DB must be already been setup!
252	slacapra	1.19	use_central_bossDB = 0
253	slacapra	1.15
254	slacapra	1.17	### Use Boss RealTime monitoring
255	fanzago	1.20	use_boss_rt = 1
256	slacapra	1.17
257	fanzago	1.23
258	nsmirnov	1.1	[EDG]
259	fanzago	1.23	################################
260			###### EDG specific stuff ######
261			################################
262	slacapra	1.17
263	nsmirnov	1.1	# LCG middleware version installed on testbed
264			lcg_version = 2
265
266	fanzago	1.23	## to change the CMS-broker RB (download these files from crab web page)
267	fanzago	1.14	#config_vo = /home/fanzago/edg_wl_ui.conf.CMS_CERN
268			#config = /home/fanzago/edg_wl_ui_cmd_var.conf.CMS_CERN
269	slacapra	1.17
270	fanzago	1.31	## to change the CMS-broker RB. The ones available for CMS are "CERN" and "CNAF": the configuration
271			## files needed to change the broker will be automatically downloaded from CRAB web page. If the
272			## files are already present on the working directory they will be used.
273	slacapra	1.41	rb = CNAF
274	fanzago	1.31
275			## CMS myproxy server, to proxy delegation
276			proxy_server = myproxy.cern.ch
277
278	slacapra	1.41	## Role in VOMS
279			#role = superman
280	fanzago	1.31
281	fanzago	1.14	## to add other requirements to jdl file, as example the Operating System
282			#requirements = (other.GlueHostOperatingSystemName == "RedHat")
283	slacapra	1.17
284	fanzago	1.14	## cpu time and wall_clock_time(=real time) in minutes. Written into the jdl file
285			#max_cpu_time = 60
286	fanzago	1.26	#max_wall_clock_time = 60
287	slacapra	1.17
288	slacapra	1.9	## CE Black List: all the CE whose name contains the following strings (comma
289			## separated list) will not be considered for submission.
290			## Use the dns domain (eg fnal, cern, ifae, fzk, cnaf, lnl,....)
291	slacapra	1.36	#ce_black_list = edu
292	slacapra	1.17
293			## CE White List: only the CE whose name contains the following strings (comma
294			## separated list) will be considered for submission.
295			## Use the dns domain (eg fnal, cern, ifae, fzk, cnaf, lnl,....)
296	slacapra	1.36	#ce_white_list = infn
297	slacapra	1.17
298	fanzago	1.14	## fields written into jdl
299			virtual_organization = cms
300	slacapra	1.17
301			## number or retry count
302	slacapra	1.34	retry_count = 2
303	fanzago	1.21
304	fanzago	1.23	## LFC catalog parameters
305	fanzago	1.22	lcg_catalog_type = lfc
306	fanzago	1.21	lfc_host = lfc-cms-test.cern.ch
307			lfc_home = /grid/cms