ViewVC Help
View File | Revision Log | Show Annotations | Root Listing
root/cvsroot/UserCode/OSUT3Analysis/DBTools/scripts/osudb
Revision: 1.15
Committed: Fri Nov 30 18:20:59 2012 UTC (12 years, 5 months ago) by ahart
Branch: MAIN
Changes since 1.14: +11 -5 lines
Log Message:
Only append the hostname for the lastUpdateUser field.

File Contents

# User Rev Content
1 ahart 1.1 #!/usr/bin/env perl
2    
3     use strict;
4     use Mysql;
5     use Getopt::Long;
6 ahart 1.4 use File::Copy;
7 ahart 1.1
8     sub getDataset;
9     sub dbUpdate;
10 ahart 1.8 sub dbUpdateOther;
11 ahart 1.4 sub dbDelete;
12 ahart 1.8 sub dbDeleteOther;
13 ahart 1.1 sub addSlashes;
14 ahart 1.4 sub uploadRelease;
15 ahart 1.11 sub downloadRelease;
16 ahart 1.8 sub datasetExists;
17 ahart 1.14 sub uploadConfig;
18 ahart 1.1
19 ahart 1.4 our $db = Mysql->connect ("cmshead.mps.ohio-state.edu", "ntuple", "osuT3User") or die "Failed to connect to Tier 3, stopped";
20 ahart 1.1
21     my %opt;
22     Getopt::Long::Configure ("bundling");
23 ahart 1.13 GetOptions (\%opt, "comment|c=s", "format|f=s", "pyConfig|p=s", "crabCfg|b=s", "jsonFile|j=s", "lumiSummary|s=s", "location|l=s", "fileList|t=s", "release|r=s", "other|o", "recipe|e=s", "help|h");
24 ahart 1.1 my $argc = @ARGV;
25    
26 ahart 1.4 printHelp ($ARGV[0]) if $opt{"help"};
27 ahart 1.8 printHelp () if $argc != 2 && $ARGV[0] ne "createOther";
28 ahart 1.14 printHelp () if $ARGV[0] ne "create" && $ARGV[0] ne "createOther" && $ARGV[0] ne "update" && $ARGV[0] ne "finish" && $ARGV[0] ne "deprecate" && $ARGV[0] ne "uploadRelease" && $ARGV[0] ne "downloadRelease" && $ARGV[0] ne "deleteEntry" && $ARGV[0] ne "uploadConfig";
29 ahart 1.4 if (($ARGV[0] eq "create" || $ARGV[0] eq "finish") && !$opt{"location"})
30     {
31     print "The directory containing the ntuples must be given!\n";
32     exit;
33     }
34 ahart 1.13 if ($ARGV[0] eq "uploadRelease" && (!$opt{"pyConfig"} || !$opt{"release"} || !$opt{"recipe"}))
35 ahart 1.4 {
36 ahart 1.13 print "The Python config, CMSSW release directory, and recipe file must be given!\n";
37 ahart 1.4 exit;
38     }
39 ahart 1.14 if ($ARGV[0] eq "uploadConfig" && (!$opt{"pyConfig"} || !$opt{"release"}))
40     {
41     print "The Python config and ntuple release must be given!\n";
42     exit;
43     }
44 ahart 1.8 if ($ARGV[0] eq "uploadRelease")
45     {
46     my $parentDir = "./$opt{'release'}";
47     $parentDir =~ s/CMSSW_[^\/]*//g;
48     $parentDir =~ s/\/\/*/\//g;
49     my $cmsswRelease = $opt{'release'};
50     $cmsswRelease =~ s/^.*CMSSW_([^\/]*).*$/CMSSW_$1/;
51     `tar -C $parentDir -czf $ARGV[1].tar.gz $opt{"release"}`;
52     $opt{"format"} = "BEAN" if !$opt{"format"};
53 ahart 1.13 uploadRelease ($opt{"format"}, $cmsswRelease, "$ARGV[1].tar.gz", $opt{"pyConfig"}, $ARGV[1], "$ENV{'USER'}", $opt{"comment"}, $opt{"recipe"});
54 ahart 1.8 }
55 ahart 1.11 elsif ($ARGV[0] eq "downloadRelease")
56     {
57     downloadRelease ($ARGV[1], $opt{"pyConfig"});
58     }
59 ahart 1.14 elsif ($ARGV[0] eq "uploadConfig")
60     {
61     uploadConfig ($ARGV[1], $ENV{"USER"}, $opt{"pyConfig"}, $opt{"release"}, $opt{"comment"});
62     }
63 ahart 1.8 elsif ($ARGV[0] eq "createOther")
64     {
65     my @listOfFiles = @ARGV;
66     @listOfFiles = reverse (@listOfFiles);
67     pop (@listOfFiles);
68     @listOfFiles = reverse (@listOfFiles);
69 ahart 1.15 dbOtherCreate ("$ENV{'USER'}\@$ENV{'HOSTNAME'}", \@listOfFiles, $opt{"comment"});
70 ahart 1.8 }
71     else
72 ahart 1.4 {
73     my $id = -1;
74 ahart 1.5 my $fullDataset;
75 ahart 1.8 ($id, $fullDataset) = getDataset ($ARGV[0], $ARGV[1]) if $ARGV[0] ne "create" && ($ARGV[0] ne "update" || !$opt{"other"}) && ($ARGV[0] ne "deleteEntry" || !$opt{"other"});
76     $id = $ARGV[1] if ($ARGV[0] eq "update" && $opt{"other"}) || ($ARGV[0] eq "deleteEntry" && $opt{"other"});
77 ahart 1.5 $fullDataset = $ARGV[1] if $id < 0;
78 ahart 1.4 $ARGV[0] = "create" if $id < 0;
79     my $status = "present";
80     $status = "" if $ARGV[0] eq "update";
81     $status = "deprecated" if $ARGV[0] eq "deprecate";
82     $opt{"format"} = "BEAN" if $ARGV[0] eq "create" && !$opt{"format"};
83 ahart 1.10 dbUpdate ($id, $fullDataset, "$ENV{'USER'}\@$ENV{'HOSTNAME'}", $opt{"format"}, $opt{"location"}, $opt{"fileList"}, $status, $opt{"comment"}, $opt{"pyConfig"}, $opt{"crabCfg"}, $opt{"jsonFile"}, $opt{"lumiSummary"}, $opt{"release"}) if !$opt{"other"};
84     dbUpdateOther ($id, $opt{"comment"}, "$ENV{'USER'}\@$ENV{'HOSTNAME'}") if $opt{"other"};
85 ahart 1.8 dbDelete ($id) if $ARGV[0] eq "deleteEntry" && !$opt{"other"};
86     dbDeleteOther ($id) if $ARGV[0] eq "deleteEntry" && $opt{"other"};
87 ahart 1.4 }
88 ahart 1.1
89     sub
90     addSlashes
91 ahart 1.2 {
92 ahart 1.1 my $string = shift;
93    
94     $string =~ s/\\/\\\\/g;
95     $string =~ s/'/\\'/g;
96     $string =~ s/"/\\"/g;
97     $string =~ s/\\0/\\\\0/g;
98    
99     return $string;
100     }
101    
102     sub
103     getDataset
104     {
105 ahart 1.4 my $command = shift;
106 ahart 1.1 my $dataset = shift;
107    
108     my $results;
109 ahart 1.3 my $queryDataset = $dataset;
110     $queryDataset =~ s/\*/%/g;
111     $queryDataset =~ s/(.*)/%$1%/g;
112 ahart 1.8 my $query = "select id,dataset,user,creationTime from ntuple where dataset like '$queryDataset' order by creationTime";
113 ahart 1.1 $db->selectdb ("ntuple");
114     $results = $db->query ($query);
115     if ($results->numrows () == 1)
116     {
117     my @row = $results->fetchrow ();
118 ahart 1.5 return ($row[0], $row[1]);
119 ahart 1.1 }
120     if ($results->numrows () == 0)
121     {
122 ahart 1.4 if ($command ne "deleteEntry" && $command ne "deprecate")
123     {
124     print "Database entry does not exist. Create it? (Y/n): ";
125     my $response = <STDIN>;
126     $response =~ s/\n//g;
127     $response = "y" if !$response;
128     exit if substr (lc ($response), 0, 1) ne 'y';
129 ahart 1.5 return (-1, "");
130 ahart 1.4 }
131     else
132     {
133     print "Database entry does not exist.\n";
134     exit;
135     }
136 ahart 1.1 }
137 ahart 1.5 my %id;
138     my %fullDataset;
139 ahart 1.1 print "Found multiple database entries matching\n";
140     print "\"$dataset\":\n";
141 ahart 1.4 print "( 0) new\n" if $command ne "deleteEntry" && $command ne "deprecate";
142 ahart 1.1 for (my $i = 1; $i <= $results->numrows (); $i++)
143     {
144     my @row = $results->fetchrow ();
145 ahart 1.5 $id{"$i"} = $row[0];
146     $fullDataset{"$i"} = $row[1];
147 ahart 1.3 printf "(%2d) $row[1]\n", $i;
148     print " created by $row[2] on $row[3]\n";
149 ahart 1.1 }
150 ahart 1.4 print "\nWhich entry would you like to modify?";
151     if ($command ne "deleteEntry" && $command ne "deprecate")
152     {
153     print " (Select 0 to create a new entry): "
154     }
155     else
156     {
157     print ": ";
158     }
159 ahart 1.1 my $response = <STDIN>;
160     $response =~ s/[ \t\n]//g;
161 ahart 1.5 return (-1, "") if $response == 0 && $command ne "deleteEntry" && $command ne "deprecate";
162     if (!(exists $id{$response}))
163 ahart 1.1 {
164     print "Your selection \"$response\" was not a valid option! Quitting.\n";
165     exit;
166     }
167    
168 ahart 1.5 return ($id{$response}, $fullDataset{$response});
169 ahart 1.1 }
170    
171     sub
172     dbUpdate
173     {
174     my $id = shift;
175     my $dataset = shift;
176 ahart 1.15 my $userAndHost = shift;
177 ahart 1.1 my $format = shift;
178     my $location = shift;
179 ahart 1.4 my $fileListName = shift;
180 ahart 1.1 my $status = shift;
181     my $comment = shift;
182     my $psetName = shift;
183     my $crabCfgName = shift;
184     my $jsonFileName = shift;
185     my $lumiSummaryName = shift;
186 ahart 1.5 my $release = shift;
187 ahart 1.1
188 ahart 1.15 my $user = $userAndHost;
189     $user =~ s/@.*$//g;
190    
191 ahart 1.4 my $fileList;
192 ahart 1.1 my $pset;
193     my $crabCfg;
194     my $jsonFile;
195     my $lumiSummary;
196     my $size = 0;
197     my $nFiles = 0;
198 ahart 1.4 if ($fileListName)
199     {
200     if (!(-e $fileListName))
201     {
202     print "$fileListName does not exist!\n";
203     exit;
204     }
205     open (FILE_LIST, "<$fileListName");
206     my @fileList = <FILE_LIST>;
207     close (FILE_LIST);
208     $fileList = join ("", @fileList);
209     }
210 ahart 1.1 if ($psetName)
211     {
212     if (!(-e $psetName))
213     {
214     print "$psetName does not exist!\n";
215     exit;
216     }
217     open (PY_CONFIG, "<$psetName");
218     my @pset = <PY_CONFIG>;
219     close (PY_CONFIG);
220     $pset = join ("", @pset);
221     }
222     if ($crabCfgName)
223     {
224     if (!(-e $crabCfgName))
225     {
226     print "$crabCfgName does not exist!\n";
227     exit;
228     }
229     open (CRAB_CONFIG, "<$crabCfgName");
230     my @crabCfg = <CRAB_CONFIG>;
231     close (CRAB_CONFIG);
232     $crabCfg = join ("", @crabCfg);
233     }
234     if ($jsonFileName)
235     {
236     if (!(-e $jsonFileName))
237     {
238     print "$jsonFileName does not exist!\n";
239     exit;
240     }
241     open (JSON_FILE, "<$jsonFileName");
242     my @jsonFile = <JSON_FILE>;
243     close (JSON_FILE);
244     $jsonFile = join ("", @jsonFile);
245     }
246     if ($lumiSummaryName)
247     {
248     if (!(-e $lumiSummaryName))
249     {
250     print "$lumiSummaryName does not exist!\n";
251     exit;
252     }
253     open (LUMI_SUMMARY, "<$lumiSummaryName");
254     my @lumiSummary = <LUMI_SUMMARY>;
255     close (LUMI_SUMMARY);
256     $lumiSummary = join ("", @lumiSummary);
257     }
258 ahart 1.5 if ($release)
259     {
260     my $query = "select id from ntupleRelease where name='$release'";
261     $db->selectdb ("ntuple");
262     my $results = $db->query ($query);
263     if ($results->numrows () != 1)
264     {
265     print "Ntuple release \"$release\" not found!\n";
266     exit;
267     }
268     }
269 ahart 1.4 ($nFiles, $size) = sizeOfDataset ($dataset, $location, $fileList);
270 ahart 1.7 my $fullLocation = $location;
271     $fullLocation = "$ENV{'PWD'}/$location" if !($location =~ m/^\//);
272 ahart 1.1
273     $dataset = addSlashes ($dataset);
274     $user = addSlashes ($user);
275     $format = addSlashes ($format);
276     $pset = addSlashes ($pset);
277     $crabCfg = addSlashes ($crabCfg);
278     $jsonFile = addSlashes ($jsonFile);
279     $lumiSummary = addSlashes ($lumiSummary);
280 ahart 1.6 $fullLocation = addSlashes ($fullLocation);
281 ahart 1.4 $fileList = addSlashes ($fileList);
282 ahart 1.1 $status = addSlashes ($status);
283     $comment = addSlashes ($comment);
284 ahart 1.5 $release = addSlashes ($release);
285 ahart 1.1
286     my $results;
287     my $query;
288     if ($id < 0)
289     {
290     $query = "select max(id) from ntuple";
291     $db->selectdb ("ntuple");
292     $results = $db->query ($query);
293     my @row = $results->fetchrow ();
294     my $id = 1;
295     $id = $row[0] + 1 if $results->numrows ();
296    
297 ahart 1.15 $query = "insert into ntuple (id, dataset, creationTime, lastUpdateTime, lastUpdateUser, user, format, location, fileList, nFiles, sizeInGB, status, comment, pset, crabCfg, jsonFile, lumiSummary, version) values ($id, '$dataset', now(), now(), '$userAndHost', '$user', '$format', '$fullLocation', '$fileList', $nFiles, $size, '$status', '$comment', '$pset', '$crabCfg', '$jsonFile', '$lumiSummary', '$release')";
298 ahart 1.1 }
299     if ($id > 0)
300     {
301     my $fields;
302     my $values;
303    
304     $values .= ", dataset='$dataset'" if $dataset;
305     $values .= ", lastUpdateTime=now()";
306 ahart 1.9 $values .= ", lastUpdateUser='$user'";
307 ahart 1.1 $values .= ", format='$format'" if $format;
308 ahart 1.6 $values .= ", location='$fullLocation'" if $location;
309 ahart 1.4 $values .= ", fileList='$fileList'" if $fileList;
310     $values .= ", nFiles=$nFiles" if $nFiles;
311     $values .= ", sizeInGB=$size" if $size;
312 ahart 1.1 $values .= ", status='$status'" if $status;
313     $values .= ", comment='$comment'" if $comment;
314     $values .= ", pset='$pset'" if $pset;
315     $values .= ", crabCfg='$crabCfg'" if $crabCfg;
316     $values .= ", jsonFile='$jsonFile'" if $jsonFile;
317     $values .= ", lumiSummary='$lumiSummary'" if $lumiSummary;
318 ahart 1.5 $values .= ", version='$release'" if $release;
319 ahart 1.1
320     $values =~ s/^, //;
321     $query = "update ntuple set $values where id=$id";
322     }
323     $results = $db->query ($query);
324    
325     return $results;
326     }
327    
328     sub
329 ahart 1.8 dbUpdateOther
330     {
331     my $id = shift;
332     my $comment = shift;
333 ahart 1.9 my $user = shift;
334 ahart 1.8
335     $comment = addSlashes ($comment);
336    
337 ahart 1.9 my $query = "update other set lastUpdateTime=now(), lastUpdateUser='$user', comment='$comment' where id=$id";
338 ahart 1.8 $db->selectdb ("ntuple");
339     my $results = $db->query ($query);
340    
341     return $results;
342     }
343    
344     sub
345 ahart 1.4 dbDelete
346     {
347     my $id = shift;
348    
349     my $query = "delete from ntuple where id=$id";
350     $db->selectdb ("ntuple");
351     my $results = $db->query ($query);
352     }
353    
354     sub
355 ahart 1.8 dbDeleteOther
356     {
357     my $id = shift;
358    
359     my $query = "delete from other where id=$id";
360     $db->selectdb ("ntuple");
361     my $results = $db->query ($query);
362     }
363    
364     sub
365 ahart 1.1 printHelp
366     {
367 ahart 1.4 my $command = shift;
368    
369 ahart 1.1 my $exeName = $0;
370     $exeName =~ s/^.*\/([^\/]*)$/$1/;
371    
372 ahart 1.4 if ($command eq "create")
373     {
374     print "Usage: $exeName -l DIRECTORY [OPTION]... create NAME\n";
375     print "Creates an entry in the database for dataset NAME. The ntuples are assumed to\n";
376     print "be present on the Tier 3, with the status being set accordingly.\n";
377     print "\n";
378     print "Mandatory arguments to long options are mandatory for short options too.\n";
379     printf "%-29s%s\n", " -b, --crabCfg FILE", "CRAB config used to submit ntuple jobs";
380     printf "%-29s%s\n", " -c, --comment COMMENT", "comment for the database entry";
381     printf "%-29s%s\n", " -f, --format FORMAT", "ntuple format (default: BEAN)";
382     printf "%-29s%s\n", " -j, --jsonFile FILE", "JSON file used for this dataset";
383     printf "%-29s%s\n", " -l, --location DIRECTORY", "directory containing the ntuples";
384     printf "%-29s%s\n", " -p, --pyConfig FILE", "Python config used to produce ntuples";
385 ahart 1.5 printf "%-29s%s\n", " -r, --release NAME", "ntuple release used to produce ntuples";
386 ahart 1.4 printf "%-29s%s\n", " -s, --lumiSummary FILE", "lumiSummary.json reported by CRAB";
387     }
388 ahart 1.8 elsif ($command eq "createOther")
389     {
390     print "Usage: $exeName [OPTION]... createOther DIRECTORIES_AND_FILES\n";
391     print "Creates an entry in the database for non-ntuple data.\n";
392     print "\n";
393     print "Mandatory arguments to long options are mandatory for short options too.\n";
394     printf "%-29s%s\n", " -c, --comment COMMENT", "comment for the database entry";
395     }
396 ahart 1.4 elsif ($command eq "update")
397     {
398     print "Usage: $exeName [OPTION]... update NAME\n";
399     print "Updates an existing database entry for dataset NAME.\n";
400     print "\n";
401     print "Mandatory arguments to long options are mandatory for short options too.\n";
402     printf "%-29s%s\n", " -b, --crabCfg FILE", "CRAB config used to submit ntuple jobs";
403     printf "%-29s%s\n", " -c, --comment COMMENT", "comment for the database entry";
404     printf "%-29s%s\n", " -f, --format FORMAT", "ntuple format";
405     printf "%-29s%s\n", " -j, --jsonFile FILE", "JSON file used for this dataset";
406     printf "%-29s%s\n", " -l, --location DIRECTORY", "directory containing the ntuples";
407 ahart 1.8 printf "%-29s%s\n", " -o, --other", "update an entry in the non-ntuple database";
408 ahart 1.4 printf "%-29s%s\n", " -p, --pyConfig FILE", "Python config used to produce ntuples";
409 ahart 1.5 printf "%-29s%s\n", " -r, --release NAME", "ntuple release used to produce ntuples";
410 ahart 1.4 printf "%-29s%s\n", " -s, --lumiSummary FILE", "lumiSummary.json reported by CRAB";
411     }
412     elsif ($command eq "finish")
413     {
414     print "Usage: $exeName -l DIRECTORY finish NAME\n";
415     print "Finalizes the database entry for dataset NAME, changing its status to\n";
416     print "\"present\". This is intended to be the final step in command-line based ntuple\n";
417     print "production.\n";
418     print "\n";
419     print "Mandatory arguments to long options are mandatory for short options too.\n";
420     printf "%-29s%s\n", " -l, --location DIRECTORY", "directory containing the ntuples";
421     }
422     elsif ($command eq "deleteEntry")
423     {
424 ahart 1.8 print "Usage: $exeName [OPTION]... deleteEntry NAME\n";
425 ahart 1.4 print "Deletes the database entry for dataset NAME. This is intended primarily for\n";
426     print "mistaken database entries. If you wish to actually delete a set of ntuples,\n";
427     print "please use the \"deprecate\" command instead.\n";
428 ahart 1.8 print "\n";
429     printf "%-29s%s\n", " -o, --other", "update an entry in the non-ntuple database";
430 ahart 1.4 }
431     elsif ($command eq "deprecate")
432     {
433     print "Usage: $exeName deprecate NAME\n";
434     print "Marks the dataset NAME for deletion. WARNING: The dataset will be deleted from\n";
435     print "the Tier 3 within one week of this action. If you wish to simply delete a\n";
436     print "mistaken database entry, use the \"deleteEntry\" command instead.\n";
437     }
438     elsif ($command eq "uploadRelease")
439     {
440 ahart 1.13 print "Usage: $exeName -e FILE -p FILE -r DIRECTORY [OPTION]... uploadRelease NAME\n";
441 ahart 1.4 print "Copies an ntuple release to the appropriate area on the Tier 3, and creates a\n";
442     print "database entry for it, with NAME being the name of the release. An ntuple\n";
443     print "release is a CMSSW release with all the necessary packages added for creating\n";
444     print "ntuples, along with a default Python config file.\n";
445     print "\n";
446     print "Mandatory arguments to long options are mandatory for short options too.\n";
447     printf "%-29s%s\n", " -c, --comment COMMENT", "comment for the database entry";
448 ahart 1.13 printf "%-29s%s\n", " -e, --recipe FILE", "file containing the recipe for the release";
449 ahart 1.4 printf "%-29s%s\n", " -f, --format FORMAT", "ntuple format (default: BEAN)";
450     printf "%-29s%s\n", " -p, --pyConfig FILE", "default Python config for the release";
451     printf "%-29s%s\n", " -r, --release DIRECTORY", "CMSSW release containing ntuple packages";
452     }
453 ahart 1.11 elsif ($command eq "downloadRelease")
454     {
455     print "Usage: $exeName [OPTION]... downloadRelease NAME\n";
456     print "Copies an ntuple release to the current directory on the Tier 3. Optionally\n";
457     print "copies the corresponding Python configuration file registered in the database.\n";
458     print "\n";
459     print "Mandatory arguments to long options are mandatory for short options too.\n";
460     printf "%-29s%s\n", " -p, --pyConfig FILE", "Python configuration file name";
461     }
462 ahart 1.14 elsif ($command eq "uploadConfig")
463     {
464     print "Usage: $exeName -p FILE -r DIRECTORY [OPTION]... uploadConfig NAME\n";
465     print "Creates an entry in the database for a customized Python configuration file.\n";
466     print "\n";
467     print "Mandatory arguments to long options are mandatory for short options too.\n";
468     printf "%-29s%s\n", " -c, --comment COMMENT", "comment for the database entry";
469     printf "%-29s%s\n", " -p, --pyConfig FILE", "Python config file";
470     printf "%-29s%s\n", " -r, --release NAME", "ntuple release with which to use this config";
471     }
472 ahart 1.4 else
473     {
474     print "Usage: $exeName [OPTION]... COMMAND NAME\n";
475     print "Manipulates entry in the OSU Tier 3 ntuple database given by NAME.\n";
476     print "\n";
477     print "Mandatory arguments to long options are mandatory for short options too.\n";
478     printf "%-29s%s\n", " -h, --help", "print help. If COMMAND is present, print help";
479     printf "%-29s%s\n", " ", "specific to COMMAND.";
480     print "\n";
481     print "COMMAND may be one of the following:\n";
482     printf "%-29s%s\n", " create", "creates the entry";
483 ahart 1.11 printf "%-29s%s\n", " createOther", "creates an entry for non-ntuple data";
484 ahart 1.4 printf "%-29s%s\n", " update", "updates the entry";
485     printf "%-29s%s\n", " finish", "finalizes the database entry";
486     printf "%-29s%s\n", " deleteEntry", "removes the database entry";
487     printf "%-29s%s\n", " deprecate", "marks the dataset for deletion";
488     printf "%-29s%s\n", " uploadRelease", "upload an ntuple release";
489 ahart 1.11 printf "%-29s%s\n", " downloadRelease", "download an ntuple release";
490 ahart 1.14 printf "%-29s%s\n", " uploadConfig", "upload an ntuple config";
491 ahart 1.4 }
492 ahart 1.1
493     exit;
494     }
495 ahart 1.4
496     sub
497     sizeOfDataset
498     {
499     my $dataset = shift;
500     my $location = shift;
501     my $fileList = shift;
502    
503     my $size = 0.0;
504     my $nFiles = 0;
505 ahart 1.6 if ($location && !$fileList)
506 ahart 1.4 {
507     if (!(-e $location))
508     {
509     print "$location does not exist!\n";
510     exit;
511     }
512     $nFiles = `ls $location | wc -l`;
513     $size = `du -s $location`;
514     $size =~ s/([^ ]*) .*/$1/;
515     $size /= 1024 * 1024;
516     $size = sprintf "%.2f", $size;
517     }
518     elsif ($fileList)
519     {
520     foreach my $file (split (/\n/, $fileList))
521     {
522     $nFiles++;
523     my $fileSize = `du -s $file`;
524     $fileSize =~ s/([^ ]*) .*/$1/;
525     $size += $fileSize;
526     }
527     $size /= 1024 * 1024;
528     $size = sprintf "%.2f", $size;
529     }
530    
531     return ($nFiles, $size);
532     }
533    
534     sub
535     uploadRelease
536     {
537     my $format = shift;
538     my $cmsswRelease = shift;
539     my $release = shift;
540     my $psetName = shift;
541     my $name = shift;
542     my $user = shift;
543     my $comment = shift;
544 ahart 1.13 my $recipeName = shift;
545 ahart 1.4
546     if (!(-e $psetName))
547     {
548     print "$psetName does not exist!\n";
549     exit;
550     }
551 ahart 1.13 if (!(-e $recipeName))
552     {
553     print "$recipeName does not exist!\n";
554     exit;
555     }
556     move ($release, "/home/hart/public_html/releases/$name.tar.gz") or die "Ntuple releases may only be uploaded on the Tier 3, stopped";
557 ahart 1.4 open (PY_CONFIG, "<$psetName");
558     my @pset = <PY_CONFIG>;
559     close (PY_CONFIG);
560     my $pset = join ("", @pset);
561 ahart 1.13 open (RECIPE, "<$recipeName");
562     my @recipe = <RECIPE>;
563     close (RECIPE);
564     my $recipe = join ("\n", @recipe);
565 ahart 1.4
566     my $query = "select max(id) from ntupleRelease";
567     $db->selectdb ("ntuple");
568     my $results = $db->query ($query);
569     my @row = $results->fetchrow ();
570     my $id = 1;
571     $id = $row[0] + 1 if $results->numrows ();
572    
573     $name = addSlashes ($name);
574     $pset = addSlashes ($pset);
575     $user = addSlashes ($user);
576     $format = addSlashes ($format);
577     $cmsswRelease = addSlashes ($cmsswRelease);
578     $comment = addSlashes ($comment);
579 ahart 1.13 $recipe = addSlashes ($recipe);
580 ahart 1.4
581 ahart 1.13 my $query = "insert into ntupleRelease (id, name, pset, user, pending, format, cmsswRelease, comment, recipe) values ($id, '$name', '$pset', '$user', 1, '$format', '$cmsswRelease', '$comment', '$recipe')";
582 ahart 1.4 $db->selectdb ("ntuple");
583     my $results = $db->query ($query);
584     }
585 ahart 1.8
586     sub
587 ahart 1.11 downloadRelease
588     {
589     my $release = shift;
590     my $pyConfigName = shift;
591    
592     my $query = "select id,pset from ntupleRelease where name='$release'";
593     $db->selectdb ("ntuple");
594     my $results = $db->query ($query);
595     if ($results->numrows () != 1)
596     {
597     print "Ntuple release \"$release\" not found!\n";
598     exit;
599     }
600     if (!(-e "/home/hart/public_html/releases/$release.tar.gz"))
601     {
602     print "Release is in the database but no package exists!\n";
603     exit;
604     }
605     if ($pyConfigName)
606     {
607     my @row = $results->fetchrow ();
608     open (PY_CONFIG, ">$pyConfigName");
609     print PY_CONFIG $row[1];
610     close (PY_CONFIG);
611     }
612     copy ("/home/hart/public_html/releases/$release.tar.gz", "$release.tar.gz");
613     }
614    
615     sub
616 ahart 1.8 dbOtherCreate
617     {
618 ahart 1.15 my $userAndHost = shift;
619 ahart 1.8 my $listOfFiles = shift;
620     my $comment = shift;
621    
622 ahart 1.15 my $user = $userAndHost;
623     $user =~ s/@.*$//g;
624    
625 ahart 1.8 my $size = 0.0;
626     my $nFiles = 0.0;
627     for (my $i = 0; $i < @$listOfFiles; $i++)
628     {
629     if (!(-e $$listOfFiles[$i]))
630     {
631     print "$$listOfFiles[$i] does not exist!\n";
632     exit;
633     }
634     $nFiles += `ls -R $$listOfFiles[$i] | grep -v ':\$' | grep -v '^\$' | wc -l`;
635     my $fileSize = `du -s $$listOfFiles[$i]`;
636     $fileSize =~ s/([^ ]*) .*/$1/;
637     $fileSize /= 1024 * 1024;
638     $size += $fileSize;
639     $$listOfFiles[$i] = "$ENV{'PWD'}/$$listOfFiles[$i]" if !($$listOfFiles[$i] =~ m/^\//);
640     }
641     $size = sprintf "%.2f", $size;
642     my $location = join ("<br />", @$listOfFiles);
643    
644     my $query = "select max(id) from other";
645     $db->selectdb ("ntuple");
646     my $results = $db->query ($query);
647     my @row = $results->fetchrow ();
648     my $id = 1;
649     $id = $row[0] + 1 if $results->numrows ();
650    
651     $user = addSlashes ($user);
652     $location = addSlashes ($location);
653     $comment = addSlashes ($comment);
654    
655 ahart 1.15 $query = "insert into other (id, creationTime, lastUpdateTime, lastUpdateUser, user, location, nFiles, sizeInGB, comment) values ($id, now(), now(), '$userAndHost', '$user', '$location', $nFiles, $size, '$comment')";
656 ahart 1.14 $db->selectdb ("ntuple");
657     $results = $db->query ($query);
658    
659     print "ID $id\n";
660     }
661    
662     sub
663     uploadConfig
664     {
665     my $name = shift;
666     my $user = shift;
667     my $psetName = shift;
668     my $release = shift;
669     my $comment = shift;
670    
671     if (!(-e $psetName))
672     {
673     print "$psetName does not exist!\n";
674     exit;
675     }
676     if ($release)
677     {
678     my $query = "select id from ntupleRelease where name='$release'";
679     $db->selectdb ("ntuple");
680     my $results = $db->query ($query);
681     if ($results->numrows () != 1)
682     {
683     print "Ntuple release \"$release\" not found!\n";
684     exit;
685     }
686     }
687     open (PSET, "<$psetName");
688     my @pset = <PSET>;
689     close (PSET);
690     my $pset = join ("", @pset);
691    
692     my $query = "select max(id) from ntupleConfig";
693 ahart 1.8 $db->selectdb ("ntuple");
694     my $results = $db->query ($query);
695 ahart 1.14 my @row = $results->fetchrow ();
696     my $id = 1;
697     $id = $row[0] + 1 if $results->numrows ();
698 ahart 1.8
699 ahart 1.14 $name = addSlashes ($name);
700     $user = addSlashes ($user);
701     $pset = addSlashes ($pset);
702     $release = addSlashes ($release);
703     $comment = addSlashes ($comment);
704    
705     my $query = "insert into ntupleConfig (id, name, pset, user, pending, ntupleRelease, comment) values ($id, '$name', '$pset', '$user', 1, '$release', '$comment')";
706     $db->selectdb ("ntuple");
707     $results = $db->query ($query);
708 ahart 1.8 }