ViewVC Help
View File | Revision Log | Show Annotations | Root Listing
root/cvsroot/UserCode/OSUT3Analysis/DBTools/scripts/osudb
Revision: 1.14
Committed: Mon Oct 22 14:45:07 2012 UTC (12 years, 6 months ago) by ahart
Branch: MAIN
CVS Tags: V00-00-05
Changes since 1.13: +72 -4 lines
Log Message:
Add the uploadConfig command.

File Contents

# User Rev Content
1 ahart 1.1 #!/usr/bin/env perl
2    
3     use strict;
4     use Mysql;
5     use Getopt::Long;
6 ahart 1.4 use File::Copy;
7 ahart 1.1
8     sub getDataset;
9     sub dbUpdate;
10 ahart 1.8 sub dbUpdateOther;
11 ahart 1.4 sub dbDelete;
12 ahart 1.8 sub dbDeleteOther;
13 ahart 1.1 sub addSlashes;
14 ahart 1.4 sub uploadRelease;
15 ahart 1.11 sub downloadRelease;
16 ahart 1.8 sub datasetExists;
17 ahart 1.14 sub uploadConfig;
18 ahart 1.1
19 ahart 1.4 our $db = Mysql->connect ("cmshead.mps.ohio-state.edu", "ntuple", "osuT3User") or die "Failed to connect to Tier 3, stopped";
20 ahart 1.1
21     my %opt;
22     Getopt::Long::Configure ("bundling");
23 ahart 1.13 GetOptions (\%opt, "comment|c=s", "format|f=s", "pyConfig|p=s", "crabCfg|b=s", "jsonFile|j=s", "lumiSummary|s=s", "location|l=s", "fileList|t=s", "release|r=s", "other|o", "recipe|e=s", "help|h");
24 ahart 1.1 my $argc = @ARGV;
25    
26 ahart 1.4 printHelp ($ARGV[0]) if $opt{"help"};
27 ahart 1.8 printHelp () if $argc != 2 && $ARGV[0] ne "createOther";
28 ahart 1.14 printHelp () if $ARGV[0] ne "create" && $ARGV[0] ne "createOther" && $ARGV[0] ne "update" && $ARGV[0] ne "finish" && $ARGV[0] ne "deprecate" && $ARGV[0] ne "uploadRelease" && $ARGV[0] ne "downloadRelease" && $ARGV[0] ne "deleteEntry" && $ARGV[0] ne "uploadConfig";
29 ahart 1.4 if (($ARGV[0] eq "create" || $ARGV[0] eq "finish") && !$opt{"location"})
30     {
31     print "The directory containing the ntuples must be given!\n";
32     exit;
33     }
34 ahart 1.13 if ($ARGV[0] eq "uploadRelease" && (!$opt{"pyConfig"} || !$opt{"release"} || !$opt{"recipe"}))
35 ahart 1.4 {
36 ahart 1.13 print "The Python config, CMSSW release directory, and recipe file must be given!\n";
37 ahart 1.4 exit;
38     }
39 ahart 1.14 if ($ARGV[0] eq "uploadConfig" && (!$opt{"pyConfig"} || !$opt{"release"}))
40     {
41     print "The Python config and ntuple release must be given!\n";
42     exit;
43     }
44 ahart 1.8 if ($ARGV[0] eq "uploadRelease")
45     {
46     my $parentDir = "./$opt{'release'}";
47     $parentDir =~ s/CMSSW_[^\/]*//g;
48     $parentDir =~ s/\/\/*/\//g;
49     my $cmsswRelease = $opt{'release'};
50     $cmsswRelease =~ s/^.*CMSSW_([^\/]*).*$/CMSSW_$1/;
51     `tar -C $parentDir -czf $ARGV[1].tar.gz $opt{"release"}`;
52     $opt{"format"} = "BEAN" if !$opt{"format"};
53 ahart 1.13 uploadRelease ($opt{"format"}, $cmsswRelease, "$ARGV[1].tar.gz", $opt{"pyConfig"}, $ARGV[1], "$ENV{'USER'}", $opt{"comment"}, $opt{"recipe"});
54 ahart 1.8 }
55 ahart 1.11 elsif ($ARGV[0] eq "downloadRelease")
56     {
57     downloadRelease ($ARGV[1], $opt{"pyConfig"});
58     }
59 ahart 1.14 elsif ($ARGV[0] eq "uploadConfig")
60     {
61     uploadConfig ($ARGV[1], $ENV{"USER"}, $opt{"pyConfig"}, $opt{"release"}, $opt{"comment"});
62     }
63 ahart 1.8 elsif ($ARGV[0] eq "createOther")
64     {
65     my @listOfFiles = @ARGV;
66     @listOfFiles = reverse (@listOfFiles);
67     pop (@listOfFiles);
68     @listOfFiles = reverse (@listOfFiles);
69 ahart 1.12 dbOtherCreate ("$ENV{'USER'}", \@listOfFiles, $opt{"comment"});
70 ahart 1.8 }
71     else
72 ahart 1.4 {
73     my $id = -1;
74 ahart 1.5 my $fullDataset;
75 ahart 1.8 ($id, $fullDataset) = getDataset ($ARGV[0], $ARGV[1]) if $ARGV[0] ne "create" && ($ARGV[0] ne "update" || !$opt{"other"}) && ($ARGV[0] ne "deleteEntry" || !$opt{"other"});
76     $id = $ARGV[1] if ($ARGV[0] eq "update" && $opt{"other"}) || ($ARGV[0] eq "deleteEntry" && $opt{"other"});
77 ahart 1.5 $fullDataset = $ARGV[1] if $id < 0;
78 ahart 1.4 $ARGV[0] = "create" if $id < 0;
79     my $status = "present";
80     $status = "" if $ARGV[0] eq "update";
81     $status = "deprecated" if $ARGV[0] eq "deprecate";
82     $opt{"format"} = "BEAN" if $ARGV[0] eq "create" && !$opt{"format"};
83 ahart 1.10 dbUpdate ($id, $fullDataset, "$ENV{'USER'}\@$ENV{'HOSTNAME'}", $opt{"format"}, $opt{"location"}, $opt{"fileList"}, $status, $opt{"comment"}, $opt{"pyConfig"}, $opt{"crabCfg"}, $opt{"jsonFile"}, $opt{"lumiSummary"}, $opt{"release"}) if !$opt{"other"};
84     dbUpdateOther ($id, $opt{"comment"}, "$ENV{'USER'}\@$ENV{'HOSTNAME'}") if $opt{"other"};
85 ahart 1.8 dbDelete ($id) if $ARGV[0] eq "deleteEntry" && !$opt{"other"};
86     dbDeleteOther ($id) if $ARGV[0] eq "deleteEntry" && $opt{"other"};
87 ahart 1.4 }
88 ahart 1.1
89     sub
90     addSlashes
91 ahart 1.2 {
92 ahart 1.1 my $string = shift;
93    
94     $string =~ s/\\/\\\\/g;
95     $string =~ s/'/\\'/g;
96     $string =~ s/"/\\"/g;
97     $string =~ s/\\0/\\\\0/g;
98    
99     return $string;
100     }
101    
102     sub
103     getDataset
104     {
105 ahart 1.4 my $command = shift;
106 ahart 1.1 my $dataset = shift;
107    
108     my $results;
109 ahart 1.3 my $queryDataset = $dataset;
110     $queryDataset =~ s/\*/%/g;
111     $queryDataset =~ s/(.*)/%$1%/g;
112 ahart 1.8 my $query = "select id,dataset,user,creationTime from ntuple where dataset like '$queryDataset' order by creationTime";
113 ahart 1.1 $db->selectdb ("ntuple");
114     $results = $db->query ($query);
115     if ($results->numrows () == 1)
116     {
117     my @row = $results->fetchrow ();
118 ahart 1.5 return ($row[0], $row[1]);
119 ahart 1.1 }
120     if ($results->numrows () == 0)
121     {
122 ahart 1.4 if ($command ne "deleteEntry" && $command ne "deprecate")
123     {
124     print "Database entry does not exist. Create it? (Y/n): ";
125     my $response = <STDIN>;
126     $response =~ s/\n//g;
127     $response = "y" if !$response;
128     exit if substr (lc ($response), 0, 1) ne 'y';
129 ahart 1.5 return (-1, "");
130 ahart 1.4 }
131     else
132     {
133     print "Database entry does not exist.\n";
134     exit;
135     }
136 ahart 1.1 }
137 ahart 1.5 my %id;
138     my %fullDataset;
139 ahart 1.1 print "Found multiple database entries matching\n";
140     print "\"$dataset\":\n";
141 ahart 1.4 print "( 0) new\n" if $command ne "deleteEntry" && $command ne "deprecate";
142 ahart 1.1 for (my $i = 1; $i <= $results->numrows (); $i++)
143     {
144     my @row = $results->fetchrow ();
145 ahart 1.5 $id{"$i"} = $row[0];
146     $fullDataset{"$i"} = $row[1];
147 ahart 1.3 printf "(%2d) $row[1]\n", $i;
148     print " created by $row[2] on $row[3]\n";
149 ahart 1.1 }
150 ahart 1.4 print "\nWhich entry would you like to modify?";
151     if ($command ne "deleteEntry" && $command ne "deprecate")
152     {
153     print " (Select 0 to create a new entry): "
154     }
155     else
156     {
157     print ": ";
158     }
159 ahart 1.1 my $response = <STDIN>;
160     $response =~ s/[ \t\n]//g;
161 ahart 1.5 return (-1, "") if $response == 0 && $command ne "deleteEntry" && $command ne "deprecate";
162     if (!(exists $id{$response}))
163 ahart 1.1 {
164     print "Your selection \"$response\" was not a valid option! Quitting.\n";
165     exit;
166     }
167    
168 ahart 1.5 return ($id{$response}, $fullDataset{$response});
169 ahart 1.1 }
170    
171     sub
172     dbUpdate
173     {
174     my $id = shift;
175     my $dataset = shift;
176     my $user = shift;
177     my $format = shift;
178     my $location = shift;
179 ahart 1.4 my $fileListName = shift;
180 ahart 1.1 my $status = shift;
181     my $comment = shift;
182     my $psetName = shift;
183     my $crabCfgName = shift;
184     my $jsonFileName = shift;
185     my $lumiSummaryName = shift;
186 ahart 1.5 my $release = shift;
187 ahart 1.1
188 ahart 1.4 my $fileList;
189 ahart 1.1 my $pset;
190     my $crabCfg;
191     my $jsonFile;
192     my $lumiSummary;
193     my $size = 0;
194     my $nFiles = 0;
195 ahart 1.4 if ($fileListName)
196     {
197     if (!(-e $fileListName))
198     {
199     print "$fileListName does not exist!\n";
200     exit;
201     }
202     open (FILE_LIST, "<$fileListName");
203     my @fileList = <FILE_LIST>;
204     close (FILE_LIST);
205     $fileList = join ("", @fileList);
206     }
207 ahart 1.1 if ($psetName)
208     {
209     if (!(-e $psetName))
210     {
211     print "$psetName does not exist!\n";
212     exit;
213     }
214     open (PY_CONFIG, "<$psetName");
215     my @pset = <PY_CONFIG>;
216     close (PY_CONFIG);
217     $pset = join ("", @pset);
218     }
219     if ($crabCfgName)
220     {
221     if (!(-e $crabCfgName))
222     {
223     print "$crabCfgName does not exist!\n";
224     exit;
225     }
226     open (CRAB_CONFIG, "<$crabCfgName");
227     my @crabCfg = <CRAB_CONFIG>;
228     close (CRAB_CONFIG);
229     $crabCfg = join ("", @crabCfg);
230     }
231     if ($jsonFileName)
232     {
233     if (!(-e $jsonFileName))
234     {
235     print "$jsonFileName does not exist!\n";
236     exit;
237     }
238     open (JSON_FILE, "<$jsonFileName");
239     my @jsonFile = <JSON_FILE>;
240     close (JSON_FILE);
241     $jsonFile = join ("", @jsonFile);
242     }
243     if ($lumiSummaryName)
244     {
245     if (!(-e $lumiSummaryName))
246     {
247     print "$lumiSummaryName does not exist!\n";
248     exit;
249     }
250     open (LUMI_SUMMARY, "<$lumiSummaryName");
251     my @lumiSummary = <LUMI_SUMMARY>;
252     close (LUMI_SUMMARY);
253     $lumiSummary = join ("", @lumiSummary);
254     }
255 ahart 1.5 if ($release)
256     {
257     my $query = "select id from ntupleRelease where name='$release'";
258     $db->selectdb ("ntuple");
259     my $results = $db->query ($query);
260     if ($results->numrows () != 1)
261     {
262     print "Ntuple release \"$release\" not found!\n";
263     exit;
264     }
265     }
266 ahart 1.4 ($nFiles, $size) = sizeOfDataset ($dataset, $location, $fileList);
267 ahart 1.7 my $fullLocation = $location;
268     $fullLocation = "$ENV{'PWD'}/$location" if !($location =~ m/^\//);
269 ahart 1.1
270     $dataset = addSlashes ($dataset);
271     $user = addSlashes ($user);
272     $format = addSlashes ($format);
273     $pset = addSlashes ($pset);
274     $crabCfg = addSlashes ($crabCfg);
275     $jsonFile = addSlashes ($jsonFile);
276     $lumiSummary = addSlashes ($lumiSummary);
277 ahart 1.6 $fullLocation = addSlashes ($fullLocation);
278 ahart 1.4 $fileList = addSlashes ($fileList);
279 ahart 1.1 $status = addSlashes ($status);
280     $comment = addSlashes ($comment);
281 ahart 1.5 $release = addSlashes ($release);
282 ahart 1.1
283     my $results;
284     my $query;
285     if ($id < 0)
286     {
287     $query = "select max(id) from ntuple";
288     $db->selectdb ("ntuple");
289     $results = $db->query ($query);
290     my @row = $results->fetchrow ();
291     my $id = 1;
292     $id = $row[0] + 1 if $results->numrows ();
293    
294 ahart 1.9 $query = "insert into ntuple (id, dataset, creationTime, lastUpdateTime, lastUpdateUser, user, format, location, fileList, nFiles, sizeInGB, status, comment, pset, crabCfg, jsonFile, lumiSummary, version) values ($id, '$dataset', now(), now(), '$user', '$user', '$format', '$fullLocation', '$fileList', $nFiles, $size, '$status', '$comment', '$pset', '$crabCfg', '$jsonFile', '$lumiSummary', '$release')";
295 ahart 1.1 }
296     if ($id > 0)
297     {
298     my $fields;
299     my $values;
300    
301     $values .= ", dataset='$dataset'" if $dataset;
302     $values .= ", lastUpdateTime=now()";
303 ahart 1.9 $values .= ", lastUpdateUser='$user'";
304 ahart 1.1 $values .= ", format='$format'" if $format;
305 ahart 1.6 $values .= ", location='$fullLocation'" if $location;
306 ahart 1.4 $values .= ", fileList='$fileList'" if $fileList;
307     $values .= ", nFiles=$nFiles" if $nFiles;
308     $values .= ", sizeInGB=$size" if $size;
309 ahart 1.1 $values .= ", status='$status'" if $status;
310     $values .= ", comment='$comment'" if $comment;
311     $values .= ", pset='$pset'" if $pset;
312     $values .= ", crabCfg='$crabCfg'" if $crabCfg;
313     $values .= ", jsonFile='$jsonFile'" if $jsonFile;
314     $values .= ", lumiSummary='$lumiSummary'" if $lumiSummary;
315 ahart 1.5 $values .= ", version='$release'" if $release;
316 ahart 1.1
317     $values =~ s/^, //;
318     $query = "update ntuple set $values where id=$id";
319     }
320     $results = $db->query ($query);
321    
322     return $results;
323     }
324    
325     sub
326 ahart 1.8 dbUpdateOther
327     {
328     my $id = shift;
329     my $comment = shift;
330 ahart 1.9 my $user = shift;
331 ahart 1.8
332     $comment = addSlashes ($comment);
333    
334 ahart 1.9 my $query = "update other set lastUpdateTime=now(), lastUpdateUser='$user', comment='$comment' where id=$id";
335 ahart 1.8 $db->selectdb ("ntuple");
336     my $results = $db->query ($query);
337    
338     return $results;
339     }
340    
341     sub
342 ahart 1.4 dbDelete
343     {
344     my $id = shift;
345    
346     my $query = "delete from ntuple where id=$id";
347     $db->selectdb ("ntuple");
348     my $results = $db->query ($query);
349     }
350    
351     sub
352 ahart 1.8 dbDeleteOther
353     {
354     my $id = shift;
355    
356     my $query = "delete from other where id=$id";
357     $db->selectdb ("ntuple");
358     my $results = $db->query ($query);
359     }
360    
361     sub
362 ahart 1.1 printHelp
363     {
364 ahart 1.4 my $command = shift;
365    
366 ahart 1.1 my $exeName = $0;
367     $exeName =~ s/^.*\/([^\/]*)$/$1/;
368    
369 ahart 1.4 if ($command eq "create")
370     {
371     print "Usage: $exeName -l DIRECTORY [OPTION]... create NAME\n";
372     print "Creates an entry in the database for dataset NAME. The ntuples are assumed to\n";
373     print "be present on the Tier 3, with the status being set accordingly.\n";
374     print "\n";
375     print "Mandatory arguments to long options are mandatory for short options too.\n";
376     printf "%-29s%s\n", " -b, --crabCfg FILE", "CRAB config used to submit ntuple jobs";
377     printf "%-29s%s\n", " -c, --comment COMMENT", "comment for the database entry";
378     printf "%-29s%s\n", " -f, --format FORMAT", "ntuple format (default: BEAN)";
379     printf "%-29s%s\n", " -j, --jsonFile FILE", "JSON file used for this dataset";
380     printf "%-29s%s\n", " -l, --location DIRECTORY", "directory containing the ntuples";
381     printf "%-29s%s\n", " -p, --pyConfig FILE", "Python config used to produce ntuples";
382 ahart 1.5 printf "%-29s%s\n", " -r, --release NAME", "ntuple release used to produce ntuples";
383 ahart 1.4 printf "%-29s%s\n", " -s, --lumiSummary FILE", "lumiSummary.json reported by CRAB";
384     }
385 ahart 1.8 elsif ($command eq "createOther")
386     {
387     print "Usage: $exeName [OPTION]... createOther DIRECTORIES_AND_FILES\n";
388     print "Creates an entry in the database for non-ntuple data.\n";
389     print "\n";
390     print "Mandatory arguments to long options are mandatory for short options too.\n";
391     printf "%-29s%s\n", " -c, --comment COMMENT", "comment for the database entry";
392     }
393 ahart 1.4 elsif ($command eq "update")
394     {
395     print "Usage: $exeName [OPTION]... update NAME\n";
396     print "Updates an existing database entry for dataset NAME.\n";
397     print "\n";
398     print "Mandatory arguments to long options are mandatory for short options too.\n";
399     printf "%-29s%s\n", " -b, --crabCfg FILE", "CRAB config used to submit ntuple jobs";
400     printf "%-29s%s\n", " -c, --comment COMMENT", "comment for the database entry";
401     printf "%-29s%s\n", " -f, --format FORMAT", "ntuple format";
402     printf "%-29s%s\n", " -j, --jsonFile FILE", "JSON file used for this dataset";
403     printf "%-29s%s\n", " -l, --location DIRECTORY", "directory containing the ntuples";
404 ahart 1.8 printf "%-29s%s\n", " -o, --other", "update an entry in the non-ntuple database";
405 ahart 1.4 printf "%-29s%s\n", " -p, --pyConfig FILE", "Python config used to produce ntuples";
406 ahart 1.5 printf "%-29s%s\n", " -r, --release NAME", "ntuple release used to produce ntuples";
407 ahart 1.4 printf "%-29s%s\n", " -s, --lumiSummary FILE", "lumiSummary.json reported by CRAB";
408     }
409     elsif ($command eq "finish")
410     {
411     print "Usage: $exeName -l DIRECTORY finish NAME\n";
412     print "Finalizes the database entry for dataset NAME, changing its status to\n";
413     print "\"present\". This is intended to be the final step in command-line based ntuple\n";
414     print "production.\n";
415     print "\n";
416     print "Mandatory arguments to long options are mandatory for short options too.\n";
417     printf "%-29s%s\n", " -l, --location DIRECTORY", "directory containing the ntuples";
418     }
419     elsif ($command eq "deleteEntry")
420     {
421 ahart 1.8 print "Usage: $exeName [OPTION]... deleteEntry NAME\n";
422 ahart 1.4 print "Deletes the database entry for dataset NAME. This is intended primarily for\n";
423     print "mistaken database entries. If you wish to actually delete a set of ntuples,\n";
424     print "please use the \"deprecate\" command instead.\n";
425 ahart 1.8 print "\n";
426     printf "%-29s%s\n", " -o, --other", "update an entry in the non-ntuple database";
427 ahart 1.4 }
428     elsif ($command eq "deprecate")
429     {
430     print "Usage: $exeName deprecate NAME\n";
431     print "Marks the dataset NAME for deletion. WARNING: The dataset will be deleted from\n";
432     print "the Tier 3 within one week of this action. If you wish to simply delete a\n";
433     print "mistaken database entry, use the \"deleteEntry\" command instead.\n";
434     }
435     elsif ($command eq "uploadRelease")
436     {
437 ahart 1.13 print "Usage: $exeName -e FILE -p FILE -r DIRECTORY [OPTION]... uploadRelease NAME\n";
438 ahart 1.4 print "Copies an ntuple release to the appropriate area on the Tier 3, and creates a\n";
439     print "database entry for it, with NAME being the name of the release. An ntuple\n";
440     print "release is a CMSSW release with all the necessary packages added for creating\n";
441     print "ntuples, along with a default Python config file.\n";
442     print "\n";
443     print "Mandatory arguments to long options are mandatory for short options too.\n";
444     printf "%-29s%s\n", " -c, --comment COMMENT", "comment for the database entry";
445 ahart 1.13 printf "%-29s%s\n", " -e, --recipe FILE", "file containing the recipe for the release";
446 ahart 1.4 printf "%-29s%s\n", " -f, --format FORMAT", "ntuple format (default: BEAN)";
447     printf "%-29s%s\n", " -p, --pyConfig FILE", "default Python config for the release";
448     printf "%-29s%s\n", " -r, --release DIRECTORY", "CMSSW release containing ntuple packages";
449     }
450 ahart 1.11 elsif ($command eq "downloadRelease")
451     {
452     print "Usage: $exeName [OPTION]... downloadRelease NAME\n";
453     print "Copies an ntuple release to the current directory on the Tier 3. Optionally\n";
454     print "copies the corresponding Python configuration file registered in the database.\n";
455     print "\n";
456     print "Mandatory arguments to long options are mandatory for short options too.\n";
457     printf "%-29s%s\n", " -p, --pyConfig FILE", "Python configuration file name";
458     }
459 ahart 1.14 elsif ($command eq "uploadConfig")
460     {
461     print "Usage: $exeName -p FILE -r DIRECTORY [OPTION]... uploadConfig NAME\n";
462     print "Creates an entry in the database for a customized Python configuration file.\n";
463     print "\n";
464     print "Mandatory arguments to long options are mandatory for short options too.\n";
465     printf "%-29s%s\n", " -c, --comment COMMENT", "comment for the database entry";
466     printf "%-29s%s\n", " -p, --pyConfig FILE", "Python config file";
467     printf "%-29s%s\n", " -r, --release NAME", "ntuple release with which to use this config";
468     }
469 ahart 1.4 else
470     {
471     print "Usage: $exeName [OPTION]... COMMAND NAME\n";
472     print "Manipulates entry in the OSU Tier 3 ntuple database given by NAME.\n";
473     print "\n";
474     print "Mandatory arguments to long options are mandatory for short options too.\n";
475     printf "%-29s%s\n", " -h, --help", "print help. If COMMAND is present, print help";
476     printf "%-29s%s\n", " ", "specific to COMMAND.";
477     print "\n";
478     print "COMMAND may be one of the following:\n";
479     printf "%-29s%s\n", " create", "creates the entry";
480 ahart 1.11 printf "%-29s%s\n", " createOther", "creates an entry for non-ntuple data";
481 ahart 1.4 printf "%-29s%s\n", " update", "updates the entry";
482     printf "%-29s%s\n", " finish", "finalizes the database entry";
483     printf "%-29s%s\n", " deleteEntry", "removes the database entry";
484     printf "%-29s%s\n", " deprecate", "marks the dataset for deletion";
485     printf "%-29s%s\n", " uploadRelease", "upload an ntuple release";
486 ahart 1.11 printf "%-29s%s\n", " downloadRelease", "download an ntuple release";
487 ahart 1.14 printf "%-29s%s\n", " uploadConfig", "upload an ntuple config";
488 ahart 1.4 }
489 ahart 1.1
490     exit;
491     }
492 ahart 1.4
493     sub
494     sizeOfDataset
495     {
496     my $dataset = shift;
497     my $location = shift;
498     my $fileList = shift;
499    
500     my $size = 0.0;
501     my $nFiles = 0;
502 ahart 1.6 if ($location && !$fileList)
503 ahart 1.4 {
504     if (!(-e $location))
505     {
506     print "$location does not exist!\n";
507     exit;
508     }
509     $nFiles = `ls $location | wc -l`;
510     $size = `du -s $location`;
511     $size =~ s/([^ ]*) .*/$1/;
512     $size /= 1024 * 1024;
513     $size = sprintf "%.2f", $size;
514     }
515     elsif ($fileList)
516     {
517     foreach my $file (split (/\n/, $fileList))
518     {
519     $nFiles++;
520     my $fileSize = `du -s $file`;
521     $fileSize =~ s/([^ ]*) .*/$1/;
522     $size += $fileSize;
523     }
524     $size /= 1024 * 1024;
525     $size = sprintf "%.2f", $size;
526     }
527    
528     return ($nFiles, $size);
529     }
530    
531     sub
532     uploadRelease
533     {
534     my $format = shift;
535     my $cmsswRelease = shift;
536     my $release = shift;
537     my $psetName = shift;
538     my $name = shift;
539     my $user = shift;
540     my $comment = shift;
541 ahart 1.13 my $recipeName = shift;
542 ahart 1.4
543     if (!(-e $psetName))
544     {
545     print "$psetName does not exist!\n";
546     exit;
547     }
548 ahart 1.13 if (!(-e $recipeName))
549     {
550     print "$recipeName does not exist!\n";
551     exit;
552     }
553     move ($release, "/home/hart/public_html/releases/$name.tar.gz") or die "Ntuple releases may only be uploaded on the Tier 3, stopped";
554 ahart 1.4 open (PY_CONFIG, "<$psetName");
555     my @pset = <PY_CONFIG>;
556     close (PY_CONFIG);
557     my $pset = join ("", @pset);
558 ahart 1.13 open (RECIPE, "<$recipeName");
559     my @recipe = <RECIPE>;
560     close (RECIPE);
561     my $recipe = join ("\n", @recipe);
562 ahart 1.4
563     my $query = "select max(id) from ntupleRelease";
564     $db->selectdb ("ntuple");
565     my $results = $db->query ($query);
566     my @row = $results->fetchrow ();
567     my $id = 1;
568     $id = $row[0] + 1 if $results->numrows ();
569    
570     $name = addSlashes ($name);
571     $pset = addSlashes ($pset);
572     $user = addSlashes ($user);
573     $format = addSlashes ($format);
574     $cmsswRelease = addSlashes ($cmsswRelease);
575     $comment = addSlashes ($comment);
576 ahart 1.13 $recipe = addSlashes ($recipe);
577 ahart 1.4
578 ahart 1.13 my $query = "insert into ntupleRelease (id, name, pset, user, pending, format, cmsswRelease, comment, recipe) values ($id, '$name', '$pset', '$user', 1, '$format', '$cmsswRelease', '$comment', '$recipe')";
579 ahart 1.4 $db->selectdb ("ntuple");
580     my $results = $db->query ($query);
581     }
582 ahart 1.8
583     sub
584 ahart 1.11 downloadRelease
585     {
586     my $release = shift;
587     my $pyConfigName = shift;
588    
589     my $query = "select id,pset from ntupleRelease where name='$release'";
590     $db->selectdb ("ntuple");
591     my $results = $db->query ($query);
592     if ($results->numrows () != 1)
593     {
594     print "Ntuple release \"$release\" not found!\n";
595     exit;
596     }
597     if (!(-e "/home/hart/public_html/releases/$release.tar.gz"))
598     {
599     print "Release is in the database but no package exists!\n";
600     exit;
601     }
602     if ($pyConfigName)
603     {
604     my @row = $results->fetchrow ();
605     open (PY_CONFIG, ">$pyConfigName");
606     print PY_CONFIG $row[1];
607     close (PY_CONFIG);
608     }
609     copy ("/home/hart/public_html/releases/$release.tar.gz", "$release.tar.gz");
610     }
611    
612     sub
613 ahart 1.8 dbOtherCreate
614     {
615     my $user = shift;
616     my $listOfFiles = shift;
617     my $comment = shift;
618    
619     my $size = 0.0;
620     my $nFiles = 0.0;
621     for (my $i = 0; $i < @$listOfFiles; $i++)
622     {
623     if (!(-e $$listOfFiles[$i]))
624     {
625     print "$$listOfFiles[$i] does not exist!\n";
626     exit;
627     }
628     $nFiles += `ls -R $$listOfFiles[$i] | grep -v ':\$' | grep -v '^\$' | wc -l`;
629     my $fileSize = `du -s $$listOfFiles[$i]`;
630     $fileSize =~ s/([^ ]*) .*/$1/;
631     $fileSize /= 1024 * 1024;
632     $size += $fileSize;
633     $$listOfFiles[$i] = "$ENV{'PWD'}/$$listOfFiles[$i]" if !($$listOfFiles[$i] =~ m/^\//);
634     }
635     $size = sprintf "%.2f", $size;
636     my $location = join ("<br />", @$listOfFiles);
637    
638     my $query = "select max(id) from other";
639     $db->selectdb ("ntuple");
640     my $results = $db->query ($query);
641     my @row = $results->fetchrow ();
642     my $id = 1;
643     $id = $row[0] + 1 if $results->numrows ();
644    
645     $user = addSlashes ($user);
646     $location = addSlashes ($location);
647     $comment = addSlashes ($comment);
648    
649 ahart 1.14 $query = "insert into other (id, creationTime, lastUpdateTime, lastUpdateUser, user, location, nFiles, sizeInGB, comment) values ($id, now(), now(), '$user', '$user', '$location', $nFiles, $size, '$comment')";
650     $db->selectdb ("ntuple");
651     $results = $db->query ($query);
652    
653     print "ID $id\n";
654     }
655    
656     sub
657     uploadConfig
658     {
659     my $name = shift;
660     my $user = shift;
661     my $psetName = shift;
662     my $release = shift;
663     my $comment = shift;
664    
665     if (!(-e $psetName))
666     {
667     print "$psetName does not exist!\n";
668     exit;
669     }
670     if ($release)
671     {
672     my $query = "select id from ntupleRelease where name='$release'";
673     $db->selectdb ("ntuple");
674     my $results = $db->query ($query);
675     if ($results->numrows () != 1)
676     {
677     print "Ntuple release \"$release\" not found!\n";
678     exit;
679     }
680     }
681     open (PSET, "<$psetName");
682     my @pset = <PSET>;
683     close (PSET);
684     my $pset = join ("", @pset);
685    
686     my $query = "select max(id) from ntupleConfig";
687 ahart 1.8 $db->selectdb ("ntuple");
688     my $results = $db->query ($query);
689 ahart 1.14 my @row = $results->fetchrow ();
690     my $id = 1;
691     $id = $row[0] + 1 if $results->numrows ();
692 ahart 1.8
693 ahart 1.14 $name = addSlashes ($name);
694     $user = addSlashes ($user);
695     $pset = addSlashes ($pset);
696     $release = addSlashes ($release);
697     $comment = addSlashes ($comment);
698    
699     my $query = "insert into ntupleConfig (id, name, pset, user, pending, ntupleRelease, comment) values ($id, '$name', '$pset', '$user', 1, '$release', '$comment')";
700     $db->selectdb ("ntuple");
701     $results = $db->query ($query);
702 ahart 1.8 }