1 |
|
#!/bin/bash |
2 |
|
# This script submitts all jobs to naf, which are defined in dataset |
3 |
|
|
4 |
< |
datasets=( srm://dcache-se-cms.desy.de:8443/srm/managerv2?SFN=/pnfs/desy.de/cms/tier2/store/user/jschulz/nTuples/QCD_250-500_V01/ |
5 |
< |
srm://dcache-se-cms.desy.de:8443/srm/managerv2?SFN=/pnfs/desy.de/cms/tier2/store/user/jschulz/nTuples/QCD_500-1000_V01/ |
6 |
< |
srm://dcache-se-cms.desy.de:8443/srm/managerv2?SFN=/pnfs/desy.de/cms/tier2/store/user/jschulz/nTuples/QCD_1000-inf_V01/ |
4 |
> |
datasets=( |
5 |
> |
# srm://dcache-se-cms.desy.de:8443/srm/managerv2?SFN=/pnfs/desy.de/cms/tier2/store/user/jschulz/nTuples/QCD_250-500_V01/ |
6 |
> |
# srm://dcache-se-cms.desy.de:8443/srm/managerv2?SFN=/pnfs/desy.de/cms/tier2/store/user/jschulz/nTuples/QCD_500-1000_V01/ |
7 |
> |
# srm://dcache-se-cms.desy.de:8443/srm/managerv2?SFN=/pnfs/desy.de/cms/tier2/store/user/jschulz/nTuples/QCD_1000-inf_V01/ |
8 |
|
srm://dcache-se-cms.desy.de:8443/srm/managerv2?SFN=/pnfs/desy.de/cms/tier2/store/user/jschulz/nTuples/WJets_V01/ |
9 |
< |
srm://dcache-se-cms.desy.de:8443/srm/managerv2?SFN=/pnfs/desy.de/cms/tier2/store/user/jschulz/nTuples/GVJets_V01/ |
10 |
< |
srm://dcache-se-cms.desy.de:8443/srm/managerv2?SFN=/pnfs/desy.de/cms/tier2/store/user/jschulz/nTuples/TTJets_V01/ ) |
11 |
< |
#srm://dcache-se-cms.desy.de:8443/srm/managerv2?SFN=/pnfs/desy.de/cms/tier2/store/user/jschulz/nTuples/GJets_V01/ ) |
9 |
> |
# srm://dcache-se-cms.desy.de:8443/srm/managerv2?SFN=/pnfs/desy.de/cms/tier2/store/user/jschulz/nTuples/GVJets_V01/ |
10 |
> |
srm://dcache-se-cms.desy.de:8443/srm/managerv2?SFN=/pnfs/desy.de/cms/tier2/store/user/jschulz/nTuples/TTJets_V01/ |
11 |
> |
#srm://dcache-se-cms.desy.de:8443/srm/managerv2?SFN=/pnfs/desy.de/cms/tier2/store/user/jschulz/nTuples/GJets_V01/ |
12 |
> |
) |
13 |
|
# settings |
14 |
< |
version="00" |
14 |
> |
version="01" |
15 |
|
files_per_job=20 |
16 |
|
|
17 |
|
for dataset in "${datasets[@]}"; do |
21 |
|
# Since root can't handle -, it will be substituted to _ |
22 |
|
job_name=$(echo $job_name|sed 's/-/_/g') |
23 |
|
|
24 |
< |
files=( $(srmls $dataset|grep root|awk '{print $2 }') ) |
24 |
> |
files=( $(srmls -offset 0 -count 999 $dataset|grep root|awk '{print $2 }') ) |
25 |
> |
# Ugly hack to get more than 1000 files (up to 2000). |
26 |
> |
files+=( $(srmls -offset 1000 -count 1999 $dataset|grep root|awk '{print $2 }') ) |
27 |
|
number_of_jobs=$(expr ${#files[@]} / $files_per_job + 1 ) |
28 |
|
|
29 |
|
# just for testing purpurse |