CRAB/python/crab.cfg

[CRAB]
#
#   This section contains the default values for general parameters.
#   They can be set also as a command-line option, i.e.
#
#   key1 = value1
#   [SECTION]
#   key2 = value2
#
#   in this section corresponds to
#
#   crab.py -key1=value1 -key2=SECTION.value2
#
#   in the command line.
#
jobtype = cmssw
scheduler = edg 
#scheduler = glite
#scheduler = glitecoll

[CMSSW]

### The data you want to access (to be found on DBS) 
### /primarydataset/datatier/processeddataset
### can be "None" for no input
datasetpath=/ttbar_inclusive_TopRex/CMSSW_1_3_1-Spring07-1122/GEN-SIM-DIGI-RECO
#datasetpath=None

### A single processed dataset can contain multiple runs (in the case of real data !!! )
### following selection can narrow down the run selection within a single processed dataset
### selection can be a comma-separated list of run numbers and run number ranges: 1,2,3-4
#runselection=1,2,3-4

#### FEDE ####
######## The global DBS has to be defined here!!!!!
##############

### DBS/DLS options
# use_dbs_1 = 0
# dbs_url = http://cmsdoc.cern.ch/cms/test/aprom/DBS/CGIServer/prodquery
# dbs_instance = MCGlobal/Writer
# dls_type = mysql
# dls_endpoint = lfc-cms-test.cern.ch/grid/cms/DLS/LFC


### The ParameterSet you want to use
pset=runSimHitAnalyzer.cfg
#pset= pythia.cfg

### Total number of events to be accessed: -1 means all ("-1" is not usable if no input)
#total_number_of_events=9000 
total_number_of_events=-1 

### Number of events to be processed per job
#events_per_job = 1000

### Number of jobs
number_of_jobs = 1

### The output files produced by your application (comma separated list)
output_file = Histos.root

[USER]
####### FEDE FOR DBS2######################
publish_data=1
### da cambiare in publish_data_name 
publish_data_name = fedetestDBS2
dbs_url_for_publication = http://cmssrv17.fnal.gov:8989/DBS_1_0_4_pre2/servlet/DBSServlet
############################################

################################
#### additional input file #####
################################

## files to be put in InputSandBox, full path or in the current directory
## (wildcard * are allowed): comma separated list
#additional_input_files = /home_local/fanzago/fede.txt, /home_local/fanzago/fede.prova


#################################
######### CRAB  DIR  ############
#################################

## Name of UI directory where CRAB will create job to submit (with full path).
## If commented, the default directory will be "crab_0_data_time"
#ui_working_dir = /full_path/mu03_DY2mu
#ui_working_dir : /full_path/%(dataset)s

#################################
#### JOB OUTPUT MANAGEMENT #####
#################################

### RETRIEVE JOB OUTPUT INTO UI ###
## to have back the job executable output into UI (return_data= 1)
return_data = 1

### If return_data = 1 ###
## UI directory where to store the CMS executable output
## FULL path is mandatory. If none <ui_working_dir>/res will be used.
#outputdir=/home/fanzago/CRAB/Crab/python/out_orca

### If return_data = 1 ###
## UI directory where to store the stderr, stdout and .BrokerInfo of submitted jobs
## FULL path is mandatory. If none <ui_working_dir>/res will be used.
#logdir=/home/fanzago/CRAB/UserTools/src/grid_job_log

### COPY JOB OUTPUT INTO A SE ###
## if you want to copy the CMS executable output into a SE (i:e castor)
### WARNING: if the copy fails and return_data = 0, the output is lost
#copy_data = 1

### if copy_data = 1 ###
## name of the SE where to copy the CMS executable output.
#storage_element = srm.cern.ch
## and the SE directory (or the mountpoint) that has to be writable from all
#storage_path = /castor/cern.ch/user/u/user
#### LNL SRM
#storage_element = t2-srm-02.lnl.infn.it
#storage_path = /srm/managerv1?SFN=/pnfs/lnl.infn.it/data/cms/store/user

### REGISTER JOB OUTPUT IN THE LFC CATALOG ###
## if you want also to register the CMS executable output into the LFC catalog
## WARNING: to use with copy_data = 1
#register_data = 1

### if register_data = 1
## If you register the CMS output file into the LFC catalog, this is the first part of LFN
### example LFN="lfn_dir"/"output_file"
#lfn_dir = MyDirLFN 

#################################
####### JOB MONITORING  ### #####
#################################


### Use central BOSS DB instead of one for each task: the DB must be already been setup!
use_central_bossDB = 0

### Use Boss RealTime monitoring
use_boss_rt = 1 


### To use a different set of BOSS config files specify the location here
boss_clads=

[EDG]
################################
###### EDG specific stuff ######
################################

# LCG middleware version installed on testbed
lcg_version = 2

## to change the CMS-broker RB. The ones available for CMS are "CERN" and "CNAF": the configuration
## files needed to change the broker will be automatically downloaded from CRAB web page. If the
## files are already present on the working directory they will be used. 
#rb = CNAF

## CMS myproxy server, to proxy delegation
proxy_server = myproxy.cern.ch 

## Role in VOMS
#role = superman

## Group in VOMS
#group = superheros

## If you don't want CRAB to check your proxy
#dont_check_proxy = 1

## to add other requirements to jdl file, as example the Operating System
#requirements = (other.GlueHostOperatingSystemName == "RedHat")

## to add other parameters to jdl file: comma separated list, each item _must_
## be complete, including the closing ";"
#additional_jdl_parameters = AllowZippedISB = false;

## cpu time and wall_clock_time(=real time) in minutes. Written into the jdl file
#max_cpu_time = 60
#max_wall_clock_time = 60

## SE Black List: all the storage elements (SE) containing the following strings (comma
## separated list) will not be considered for submission.
## for discovery, please use http://cmslcgco01.cern.ch:8001/
#se_black_list = edu

## SE White List: only the storage elements (SE) containing the following strings (comma
## separated list) will be considered for submission.
## for discovery, please use http://cmslcgco01.cern.ch:8001/
#se_white_list = infn

## CE Black List: all the CE whose name contains the following strings (comma
## separated list) will not be considered for submission.
## Use the dns domain (eg fnal, cern, ifae, fzk, cnaf, lnl,....)
#ce_black_list = edu

## CE White List: only the CE whose name contains the following strings (comma
## separated list) will be considered for submission.
## Use the dns domain (eg fnal, cern, ifae, fzk, cnaf, lnl,....)
#ce_white_list = infn

## fields written into jdl
virtual_organization = cms

## number or retry count
retry_count = 2

## LFC catalog parameters
lcg_catalog_type = lfc
lfc_host = lfc-cms-test.cern.ch
lfc_home = /grid/cms

[CONDORG]

# Set this to condor to override the batchsystem defined in gridcat.
#batchsystem = condor

# Specify addition condor_g requirments
# use this requirment to run on a cms dedicated hardare
# globus_rsl = (condor_submit=(requirements 'ClusterName == \"CMS\" && (Arch == \"INTEL\" || Arch == \"X86_64\")'))
# use this requirement to run on the new hardware
#globus_rsl = (condor_submit=(requirements 'regexp(\"cms-*\",Machine)'))

Revision:	1.63
Committed:	Wed Jul 4 00:50:09 2007 UTC (17 years, 10 months ago) by gutsche
Branch:	MAIN
CVS Tags:	CRAB_1_5_3_pre3, configure, CRAB_2_0_0_pre4
Changes since 1.62:	+5 -0 lines
Log Message:	Introduced run selection within single PDS crab.cfg card: runselection = 1,2,3-4 Parsing is done on UI, DBS has no suited API to do parsing on DBS server (yet) api.listFiles is used with details=True which increases query time significantly. In addition, filtered for .dat files which can be present in PDS mixed with .root
#	User	Rev	Content
1	nsmirnov	1.1	[CRAB]
2			#
3			# This section contains the default values for general parameters.
4			# They can be set also as a command-line option, i.e.
5			#
6			# key1 = value1
7	slacapra	1.36	# [SECTION]
8	nsmirnov	1.1	# key2 = value2
9			#
10			# in this section corresponds to
11			#
12	slacapra	1.36	# crab.py -key1=value1 -key2=SECTION.value2
13	nsmirnov	1.1	#
14			# in the command line.
15			#
16	slacapra	1.36	jobtype = cmssw
17	fanzago	1.30	scheduler = edg
18	slacapra	1.48	#scheduler = glite
19			#scheduler = glitecoll
20	nsmirnov	1.1
21	gutsche	1.33	[CMSSW]
22
23	slacapra	1.35	### The data you want to access (to be found on DBS)
24			### /primarydataset/datatier/processeddataset
25			### can be "None" for no input
26	slacapra	1.57	datasetpath=/ttbar_inclusive_TopRex/CMSSW_1_3_1-Spring07-1122/GEN-SIM-DIGI-RECO
27	slacapra	1.34	#datasetpath=None
28	gutsche	1.33
29	gutsche	1.63	### A single processed dataset can contain multiple runs (in the case of real data !!! )
30			### following selection can narrow down the run selection within a single processed dataset
31			### selection can be a comma-separated list of run numbers and run number ranges: 1,2,3-4
32			#runselection=1,2,3-4
33
34	fanzago	1.61	#### FEDE ####
35			######## The global DBS has to be defined here!!!!!
36			##############
37	slacapra	1.42
38	gutsche	1.51	### DBS/DLS options
39	slacapra	1.56	# use_dbs_1 = 0
40	gutsche	1.51	# dbs_url = http://cmsdoc.cern.ch/cms/test/aprom/DBS/CGIServer/prodquery
41			# dbs_instance = MCGlobal/Writer
42			# dls_type = mysql
43			# dls_endpoint = lfc-cms-test.cern.ch/grid/cms/DLS/LFC
44	mkirn	1.40
45	fanzago	1.60
46	slacapra	1.35	### The ParameterSet you want to use
47	spiga	1.54	pset=runSimHitAnalyzer.cfg
48	slacapra	1.41	#pset= pythia.cfg
49	gutsche	1.33
50	slacapra	1.41	### Total number of events to be accessed: -1 means all ("-1" is not usable if no input)
51	slacapra	1.42	#total_number_of_events=9000
52			total_number_of_events=-1
53	gutsche	1.33
54	slacapra	1.37	### Number of events to be processed per job
55	slacapra	1.41	#events_per_job = 1000
56	slacapra	1.38
57			### Number of jobs
58	slacapra	1.57	number_of_jobs = 1
59	slacapra	1.34
60	slacapra	1.36	### The output files produced by your application (comma separated list)
61	spiga	1.55	output_file = Histos.root
62	fanzago	1.14
63	slacapra	1.35	[USER]
64	fanzago	1.61	####### FEDE FOR DBS2######################
65			publish_data=1
66			### da cambiare in publish_data_name
67			publish_data_name = fedetestDBS2
68			dbs_url_for_publication = http://cmssrv17.fnal.gov:8989/DBS_1_0_4_pre2/servlet/DBSServlet
69			############################################
70
71	slacapra	1.35	################################
72			#### additional input file #####
73			################################
74
75	slacapra	1.48	## files to be put in InputSandBox, full path or in the current directory
76			## (wildcard * are allowed): comma separated list
77	slacapra	1.35	#additional_input_files = /home_local/fanzago/fede.txt, /home_local/fanzago/fede.prova
78
79
80	fanzago	1.14	#################################
81			######### CRAB DIR ############
82			#################################
83	slacapra	1.17
84	fanzago	1.20	## Name of UI directory where CRAB will create job to submit (with full path).
85	fanzago	1.14	## If commented, the default directory will be "crab_0_data_time"
86	fanzago	1.20	#ui_working_dir = /full_path/mu03_DY2mu
87			#ui_working_dir : /full_path/%(dataset)s
88	nsmirnov	1.1
89	fanzago	1.14	#################################
90			#### JOB OUTPUT MANAGEMENT #####
91			#################################
92
93	fanzago	1.23	### RETRIEVE JOB OUTPUT INTO UI ###
94			## to have back the job executable output into UI (return_data= 1)
95	fanzago	1.14	return_data = 1
96
97			### If return_data = 1 ###
98	fanzago	1.23	## UI directory where to store the CMS executable output
99	nsmirnov	1.1	## FULL path is mandatory. If none <ui_working_dir>/res will be used.
100	fanzago	1.20	#outputdir=/home/fanzago/CRAB/Crab/python/out_orca
101	nsmirnov	1.1
102	fanzago	1.14	### If return_data = 1 ###
103			## UI directory where to store the stderr, stdout and .BrokerInfo of submitted jobs
104			## FULL path is mandatory. If none <ui_working_dir>/res will be used.
105			#logdir=/home/fanzago/CRAB/UserTools/src/grid_job_log
106	slacapra	1.18
107	fanzago	1.23	### COPY JOB OUTPUT INTO A SE ###
108			## if you want to copy the CMS executable output into a SE (i:e castor)
109	fanzago	1.14	### WARNING: if the copy fails and return_data = 0, the output is lost
110			#copy_data = 1
111
112			### if copy_data = 1 ###
113	fanzago	1.23	## name of the SE where to copy the CMS executable output.
114	slacapra	1.58	#storage_element = srm.cern.ch
115	fanzago	1.14	## and the SE directory (or the mountpoint) that has to be writable from all
116	fanzago	1.20	#storage_path = /castor/cern.ch/user/u/user
117	fanzago	1.61	#### LNL SRM
118			#storage_element = t2-srm-02.lnl.infn.it
119			#storage_path = /srm/managerv1?SFN=/pnfs/lnl.infn.it/data/cms/store/user
120	slacapra	1.18
121	fanzago	1.23	### REGISTER JOB OUTPUT IN THE LFC CATALOG ###
122			## if you want also to register the CMS executable output into the LFC catalog
123	fanzago	1.14	## WARNING: to use with copy_data = 1
124			#register_data = 1
125	slacapra	1.18
126	fanzago	1.14	### if register_data = 1
127	fanzago	1.23	## If you register the CMS output file into the LFC catalog, this is the first part of LFN
128	fanzago	1.14	### example LFN="lfn_dir"/"output_file"
129	fanzago	1.20	#lfn_dir = MyDirLFN
130	fanzago	1.14
131			#################################
132			####### JOB MONITORING ### #####
133			#################################
134	nsmirnov	1.1
135	slacapra	1.10
136	slacapra	1.17	### Use central BOSS DB instead of one for each task: the DB must be already been setup!
137	slacapra	1.19	use_central_bossDB = 0
138	slacapra	1.15
139	slacapra	1.17	### Use Boss RealTime monitoring
140	fanzago	1.20	use_boss_rt = 1
141	slacapra	1.17
142	fanzago	1.23
143	spiga	1.53	### To use a different set of BOSS config files specify the location here
144			boss_clads=
145
146	nsmirnov	1.1	[EDG]
147	fanzago	1.23	################################
148			###### EDG specific stuff ######
149			################################
150	slacapra	1.17
151	nsmirnov	1.1	# LCG middleware version installed on testbed
152			lcg_version = 2
153
154	fanzago	1.31	## to change the CMS-broker RB. The ones available for CMS are "CERN" and "CNAF": the configuration
155			## files needed to change the broker will be automatically downloaded from CRAB web page. If the
156			## files are already present on the working directory they will be used.
157	slacapra	1.42	#rb = CNAF
158	fanzago	1.31
159			## CMS myproxy server, to proxy delegation
160			proxy_server = myproxy.cern.ch
161
162	slacapra	1.41	## Role in VOMS
163			#role = superman
164	fanzago	1.31
165	slacapra	1.48	## Group in VOMS
166			#group = superheros
167
168	slacapra	1.49	## If you don't want CRAB to check your proxy
169			#dont_check_proxy = 1
170
171	fanzago	1.14	## to add other requirements to jdl file, as example the Operating System
172			#requirements = (other.GlueHostOperatingSystemName == "RedHat")
173	slacapra	1.17
174	slacapra	1.48	## to add other parameters to jdl file: comma separated list, each item _must_
175			## be complete, including the closing ";"
176	slacapra	1.56	#additional_jdl_parameters = AllowZippedISB = false;
177	slacapra	1.48
178	fanzago	1.14	## cpu time and wall_clock_time(=real time) in minutes. Written into the jdl file
179			#max_cpu_time = 60
180	fanzago	1.26	#max_wall_clock_time = 60
181	slacapra	1.17
182	gutsche	1.47	## SE Black List: all the storage elements (SE) containing the following strings (comma
183			## separated list) will not be considered for submission.
184			## for discovery, please use http://cmslcgco01.cern.ch:8001/
185			#se_black_list = edu
186
187			## SE White List: only the storage elements (SE) containing the following strings (comma
188			## separated list) will be considered for submission.
189			## for discovery, please use http://cmslcgco01.cern.ch:8001/
190			#se_white_list = infn
191
192	slacapra	1.9	## CE Black List: all the CE whose name contains the following strings (comma
193			## separated list) will not be considered for submission.
194			## Use the dns domain (eg fnal, cern, ifae, fzk, cnaf, lnl,....)
195	slacapra	1.36	#ce_black_list = edu
196	slacapra	1.17
197			## CE White List: only the CE whose name contains the following strings (comma
198			## separated list) will be considered for submission.
199			## Use the dns domain (eg fnal, cern, ifae, fzk, cnaf, lnl,....)
200	slacapra	1.36	#ce_white_list = infn
201	slacapra	1.17
202	fanzago	1.14	## fields written into jdl
203			virtual_organization = cms
204	slacapra	1.17
205			## number or retry count
206	slacapra	1.34	retry_count = 2
207	fanzago	1.21
208	fanzago	1.23	## LFC catalog parameters
209	fanzago	1.22	lcg_catalog_type = lfc
210	fanzago	1.21	lfc_host = lfc-cms-test.cern.ch
211			lfc_home = /grid/cms
212	gutsche	1.50
213			[CONDORG]
214
215			# Set this to condor to override the batchsystem defined in gridcat.
216			#batchsystem = condor
217
218			# Specify addition condor_g requirments
219			# use this requirment to run on a cms dedicated hardare
220			# globus_rsl = (condor_submit=(requirements 'ClusterName == \"CMS\" && (Arch == \"INTEL\" \|\| Arch == \"X86_64\")'))
221			# use this requirement to run on the new hardware
222			#globus_rsl = (condor_submit=(requirements 'regexp(\"cms-*\",Machine)'))
223